-- Logs begin at Tue 2021-04-20 13:58:16 UTC, end at Tue 2021-04-20 15:09:36 UTC. --
Apr 20 14:39:44.039133 dv-cinder-742162-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 20 14:39:47.190335 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.common.config [-] Logging enabled!
Apr 20 14:39:47.190818 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107
Apr 20 14:39:47.192198 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86323) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 14:39:47.193994 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.common.config [-] Logging enabled!
Apr 20 14:39:47.194280 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107
Apr 20 14:39:47.194629 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86323) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 14:39:47.195673 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 14:39:47.195938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 14:39:47.196990 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 14:39:47.197264 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 14:39:47.197551 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 14:39:47.197929 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.199297 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.199646 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.199910 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.200251 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.200590 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.200916 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.201252 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.201625 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.201946 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.202273 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.202610 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.202874 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.203197 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.203524 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.203860 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.204117 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.204434 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.204968 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.205288 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.205636 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.206013 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.206371 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.206679 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.207040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.207360 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.207772 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] host                           = dv-cinder-742162-4-iscsi {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.208088 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.208421 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.208749 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.209078 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.209391 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.209758 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.210080 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.210389 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.210699 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.211009 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.211384 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.211720 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.212058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.212313 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.212651 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.212985 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.213314 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.213651 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.214017 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.214378 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.214695 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.215007 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.215309 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.215636 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.216015 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.216341 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.216696 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.217009 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.217394 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.217732 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.218058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.219053 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.219480 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.219792 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.220160 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.220468 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.220780 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.221124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.221493 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.221798 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.222169 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.222536 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.222853 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.223260 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.223646 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.224001 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.224312 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.224623 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.224946 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.225300 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.225632 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.225978 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.226251 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.226623 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:47.226959 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.227298 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.227697 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.228081 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.228406 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.228819 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.229128 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.229505 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.229887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.230222 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.230549 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.230909 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.231234 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.231551 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.231931 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.232277 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.232614 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.232947 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.233258 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.233635 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.234507 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.234829 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.235152 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.235487 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.235817 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.236171 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.236490 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.236822 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.237184 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.237517 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.237836 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.238215 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.238534 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.238842 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.239161 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.239476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.239783 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.240089 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.240402 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.240734 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.241046 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.241354 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.241687 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.242001 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.242357 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.242681 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.242995 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.243302 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.243683 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.243999 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.244305 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.244611 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.244924 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.245233 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.245572 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.245881 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.246255 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.246548 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.246855 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.247163 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.247469 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.248082 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.248082 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.248520 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.248638 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.248937 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.249243 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.249595 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.249922 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.250308 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.250625 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.250942 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.251257 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.251573 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.251887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.252201 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.252514 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.252874 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.253185 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.253542 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.253868 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.254193 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.254513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.254827 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.255172 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.255485 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.255803 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.256117 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.256430 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.256755 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.257073 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.257406 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.257764 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.258096 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.258431 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.258759 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.259075 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.259435 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.259749 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:47.259996 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 14:39:47.260261 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86323) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 20 14:39:47.924557 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO keyring.backend [-] Loading Gnome
Apr 20 14:39:47.941931 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO keyring.backend [-] Loading Google
Apr 20 14:39:47.944654 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO keyring.backend [-] Loading Windows (alt)
Apr 20 14:39:47.948238 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO keyring.backend [-] Loading file
Apr 20 14:39:47.949097 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO keyring.backend [-] Loading keyczar
Apr 20 14:39:47.949374 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO keyring.backend [-] Loading multi
Apr 20 14:39:47.950040 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO keyring.backend [-] Loading pyfs
Apr 20 14:39:47.997431 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:39:47.997762 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:39:47.998088 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:39:47.998463 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 20 14:39:48.396923 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.397546 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.397546 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.398891 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.399314 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.399606 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.437796 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.438098 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.438391 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.453973 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.454281 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.454580 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.520781 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.521092 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.521493 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.522459 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.522763 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.524660 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.793849 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7feec2b797b8> agent after_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.794175 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7feec2b797b8> agent after_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.794476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7feec2b796a8> segment precommit_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.794779 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7feec2b79730> network precommit_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.795603 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7feec2def9d8> segment before_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.944242 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> network before_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.944616 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7feec2b8fa60> agent before_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.944935 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> network before_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.945238 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> port before_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.945558 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> port before_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.945948 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> segment after_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.946413 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> segment precommit_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.946707 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> segment precommit_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.947000 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> segment after_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.947336 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> network after_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.947632 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> network precommit_delete 0 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.947937 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> port provisioning_complete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.948243 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> rbac-policy before_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.948534 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> rbac-policy after_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.948842 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> agent after_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.949160 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> subnet after_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.949480 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> subnet precommit_delete 0 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.949791 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> rbac-policy before_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.950074 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> rbac-policy before_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.950407 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> segment_host_mapping after_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.950852 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> port after_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.951133 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> port after_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.951411 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> port after_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.951746 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> rbac-policy before_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.952024 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> rbac-policy before_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.952297 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feec3753128>> rbac-policy before_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:48.952757 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86323) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 14:39:48.953034 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86323) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 14:39:48.953306 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86323) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 14:39:48.953603 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86323) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 14:39:48.953875 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86323) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 14:39:48.954145 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86323) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 14:39:48.954567 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 20 14:39:48.957751 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 20 14:39:48.961676 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 20 14:39:48.965439 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])])
Apr 20 14:39:48.967140 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 20 14:39:48.968426 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 20 14:39:48.968812 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 20 14:39:48.969252 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 20 14:39:48.973107 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 20 14:39:48.973389 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 20 14:39:48.973810 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 14:39:49.001275 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 20 14:39:49.001817 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7feec2ce3cf8>> qos_plugin after_init 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.002163 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86323) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 20 14:39:49.002577 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7feec2c06518>> logging-plugin after_init 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.003897 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86323) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 20 14:39:49.004217 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 14:39:49.004497 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 20 14:39:49.007673 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7feec2c06588>> floatingip before_response 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.007981 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7feec2c06588>> port before_response 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.075183 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 20 14:39:49.075454 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 20 14:39:49.075720 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 20 14:39:49.076134 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 20 14:39:49.110079 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_db.sqlalchemy.engines [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86323) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 20 14:39:49.668156 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.managers [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Initializing driver for type 'gre'
Apr 20 14:39:49.668745 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] gre ID ranges: [(1, 1000)]
Apr 20 14:39:49.770814 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.managers [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Initializing driver for type 'local'
Apr 20 14:39:49.771183 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.managers [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Initializing driver for type 'vlan'
Apr 20 14:39:49.856735 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] VlanTypeDriver initialization complete
Apr 20 14:39:49.857111 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.managers [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Initializing driver for type 'vxlan'
Apr 20 14:39:49.857724 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] vxlan ID ranges: [(1, 1000)]
Apr 20 14:39:49.976508 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.managers [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Initializing extension driver 'port_security'
Apr 20 14:39:49.976865 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.extensions.port_security [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] PortSecurityExtensionDriver initialization complete
Apr 20 14:39:49.977238 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.managers [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Initializing mechanism driver 'openvswitch'
Apr 20 14:39:49.977642 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.managers [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Initializing mechanism driver 'hyperv'
Apr 20 14:39:49.983985 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:39:49.984814 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feec2b1ea90>> port after_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.985216 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feec2b1ea90>> port after_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.985675 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feec2b1ea90>> port after_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.986122 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feec265dfd0>> subnet after_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.986532 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feec265dfd0>> subnet after_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.986909 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feec265dfd0>> subnet after_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.987318 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feec26651d0>> network after_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.987688 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feec26651d0>> network after_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.988056 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feec26651d0>> network after_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.988465 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feec2665390>> security_group after_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.988838 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feec2665390>> security_group after_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.989361 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feec2665390>> security_group after_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.989801 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feec2665550>> security_group_rule after_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.990177 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feec2665550>> security_group_rule after_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.990547 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feec2665550>> security_group_rule after_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.990957 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feec2665710>> address_group after_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.991330 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feec2665710>> address_group after_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.991702 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feec2665710>> address_group after_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.992062 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] ML2 OVO RPC backend initialized. {{(pid=86323) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 20 14:39:49.992834 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feec26657f0>> router_interface after_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.993217 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feec26657f0>> router_interface after_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.993692 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feec26657f0>> network before_response 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.994068 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feec26657f0>> networks before_response 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.994446 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feec26657f0>> port before_response 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.994814 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feec26657f0>> ports before_response 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.995186 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feec26657f0>> subnet before_response 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.995556 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feec26657f0>> subnets before_response 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.995929 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feec26657f0>> network after_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.996297 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feec26657f0>> network after_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.996659 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feec26657f0>> network after_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.997022 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feec26657f0>> port after_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.997386 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feec26657f0>> port after_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.997774 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feec26657f0>> port after_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.998138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feec26657f0>> subnet after_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.998496 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feec26657f0>> subnet after_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:49.998859 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feec26657f0>> subnet after_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.000011 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.plugin [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Modular L2 Plugin initialization complete
Apr 20 14:39:50.000364 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading services supported by the core plugin {{(pid=86323) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 20 14:39:50.000722 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.plugins.ml2.managers [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Got port-security extension from driver 'port_security'
Apr 20 14:39:50.001221 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.extensions.vlantransparent [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Disabled vlantransparent extension.
Apr 20 14:39:50.001780 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86323) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 20 14:39:50.002119 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading Plugin: router
Apr 20 14:39:50.040284 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> router_interface before_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.040727 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> router after_create 55549900 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.041128 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> router before_create 55549900 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.041543 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> router_interface before_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.041958 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> router_interface after_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.042341 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> router after_delete 55549900 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.042726 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> floatingip after_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.043124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> router after_create 55549900 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.043500 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> router after_update 55549900 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.043881 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> router after_update 55549900 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.044257 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> router_gateway after_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.044650 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> router after_update 55549900 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.045136 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> router precommit_update 55549900 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.045570 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7feec2cb5c80> port after_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.045944 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7feec2cb5e18> port after_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.046371 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7feec2cb5d90> subnet after_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.046753 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7feec2cb5d08> subnetpool_address_scope after_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.047127 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> port precommit_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.047507 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> router precommit_create 55549900 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.047884 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7feec2caf8c8> port before_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.048255 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> router precommit_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.048653 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> router after_update 55549900 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.049027 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> router precommit_delete 55549900 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.049408 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> router precommit_create 55549900 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.049847 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> router_interface after_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.050224 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> router precommit_update 55549900 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.050649 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feec2665978>> network after_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.051651 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Tracking information for resource: router configured {{(pid=86323) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 14:39:50.052019 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Tracking information for resource: floatingip configured {{(pid=86323) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 14:39:50.057161 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.l3_agentschedulers_db [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 20 14:39:50.057827 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <function _notify_l3_agent_port_update at 0x7feec26296a8> port after_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.058229 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <function _notify_l3_agent_new_port at 0x7feec2629598> port after_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.058666 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <function _notify_port_delete at 0x7feec2629620> port after_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.059047 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7feec2629840> port after_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.059941 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7feec2645780>> router before_create 55550100 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.060342 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7feec2645780>> router precommit_delete 55550100 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.060740 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7feec2645780>> router precommit_create 55550100 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.061125 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7feec2645780>> router precommit_update 55550100 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.066539 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.provider_configuration [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Service providers = [] {{(pid=86323) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 20 14:39:50.066933 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.servicetype_db [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86323) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 20 14:39:50.069777 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.service_base [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86323) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 14:39:50.070160 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.service_base [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86323) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 14:39:50.070532 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.service_base [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86323) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 14:39:50.071411 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.service_base [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86323) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 14:39:50.071806 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.services.service_base [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 20 14:39:50.072225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86323) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 14:39:50.072582 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 20 14:39:50.083268 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86323) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 14:39:50.083631 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading Plugin: auto_allocate
Apr 20 14:39:50.089413 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7feec25fbea0> network precommit_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.089838 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7feec25fbea0> network precommit_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.090421 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86323) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 14:39:50.090774 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading Plugin: tag
Apr 20 14:39:50.097884 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86323) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 14:39:50.098252 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading Plugin: timestamp
Apr 20 14:39:50.102081 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86323) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 14:39:50.102442 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading Plugin: network_ip_availability
Apr 20 14:39:50.107899 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7feec2519390>> rbac-policy before_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.108298 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7feec2519390>> rbac-policy before_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.108684 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7feec2519390>> rbac-policy before_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.109556 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86323) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 14:39:50.109911 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading Plugin: flavors
Apr 20 14:39:50.115455 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86323) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 14:39:50.115822 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading Plugin: revisions
Apr 20 14:39:50.120424 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86323) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 14:39:50.120849 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.123s {{(pid=86323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:39:50.121684 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86323) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 20 14:39:50.122048 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Initializing extension manager.
Apr 20 14:39:50.122608 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: __init__.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.122976 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: __pycache__ {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.123342 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.123728 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: address_group.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.125045 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.125725 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: address-group
Apr 20 14:39:50.126110 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: address_scope.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.126837 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.127403 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: address-scope
Apr 20 14:39:50.127759 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: admin_state_down_before_update.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.128694 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.129258 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: router-admin-state-down-before-update
Apr 20 14:39:50.129646 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: agent.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.130391 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.130953 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: agent
Apr 20 14:39:50.131310 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: agent_resources_synced.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.132209 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.132780 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: agent-resources-synced
Apr 20 14:39:50.133137 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: allowedaddresspairs.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.135060 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.135668 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: allowed-address-pairs
Apr 20 14:39:50.136032 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: auto_allocated_topology.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.137168 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.137774 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: auto-allocated-topology
Apr 20 14:39:50.138138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: availability_zone.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.138913 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.139488 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: availability_zone
Apr 20 14:39:50.139848 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: availability_zone_filter.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.141425 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.142019 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: availability_zone_filter
Apr 20 14:39:50.142372 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: data_plane_status.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.143462 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.144034 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension data-plane-status not supported by any of loaded plugins
Apr 20 14:39:50.144391 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: default_subnetpools.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.145339 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.145942 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: default-subnetpools
Apr 20 14:39:50.146305 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: dhcpagentscheduler.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.147250 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.147825 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: dhcp_agent_scheduler
Apr 20 14:39:50.148185 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: dns.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.149148 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.149737 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension dns-integration not supported by any of loaded plugins
Apr 20 14:39:50.150095 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: dns_domain_ports.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.151038 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.151604 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 20 14:39:50.151957 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: dvr.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.152701 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.153269 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: dvr
Apr 20 14:39:50.153655 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: empty_string_filtering.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.154629 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.155192 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: empty-string-filtering
Apr 20 14:39:50.155545 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.156513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.157072 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 20 14:39:50.157424 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.158426 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.158990 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 20 14:39:50.159344 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: external_net.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.160290 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.160874 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: external-net
Apr 20 14:39:50.161227 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: extra_dhcp_opt.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.162229 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.162817 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: extra_dhcp_opt
Apr 20 14:39:50.163173 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: extraroute.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.164149 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.164729 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: extraroute
Apr 20 14:39:50.165089 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: extraroute_atomic.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.166245 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.166830 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: extraroute-atomic
Apr 20 14:39:50.167188 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: filter_validation.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.167923 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.168489 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: filter-validation
Apr 20 14:39:50.168845 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: fip_pf_description.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.169951 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.170531 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 20 14:39:50.170886 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: fip_port_details.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.172061 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.172654 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: fip-port-details
Apr 20 14:39:50.173002 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: flavors.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.174436 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.175030 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: flavors
Apr 20 14:39:50.175390 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.177287 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.177941 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 20 14:39:50.178307 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: floatingip_pools.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.179123 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.179705 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: floatingip-pools
Apr 20 14:39:50.180327 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: ip_allocation.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.181386 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.181997 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension ip_allocation not supported by any of loaded plugins
Apr 20 14:39:50.182356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.183349 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.184048 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: ip-substring-filtering
Apr 20 14:39:50.184278 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: l2_adjacency.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.185250 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.185869 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 20 14:39:50.186227 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: l3.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.187927 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.188522 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: router
Apr 20 14:39:50.188879 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: l3_conntrack_helper.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.191537 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.192168 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 20 14:39:50.192535 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.193621 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.194212 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: ext-gw-mode
Apr 20 14:39:50.194569 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.195695 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.196291 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: l3-ha
Apr 20 14:39:50.196654 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: l3_flavors.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.197650 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.198219 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: l3-flavors
Apr 20 14:39:50.198574 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.199550 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.200126 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 20 14:39:50.200484 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: l3agentscheduler.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.201814 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.202425 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: l3_agent_scheduler
Apr 20 14:39:50.203356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: logging.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.205119 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.205771 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension logging not supported by any of loaded plugins
Apr 20 14:39:50.206141 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: metering.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.207009 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.207726 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: metering
Apr 20 14:39:50.208090 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.209345 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.209990 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: metering_source_and_destination_fields
Apr 20 14:39:50.210353 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: multiprovidernet.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.211365 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.211944 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: multi-provider
Apr 20 14:39:50.212301 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: netmtu.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.213263 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.213878 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: net-mtu
Apr 20 14:39:50.214235 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: netmtu_writable.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.215212 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.215792 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: net-mtu-writable
Apr 20 14:39:50.216150 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: network_availability_zone.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.217031 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.217644 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: network_availability_zone
Apr 20 14:39:50.218002 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: network_ip_availability.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.219294 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.219874 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: network-ip-availability
Apr 20 14:39:50.220230 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: network_segment_range.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.221095 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.221698 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension network-segment-range not supported by any of loaded plugins
Apr 20 14:39:50.222055 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: pagination.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.223163 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.223533 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: pagination
Apr 20 14:39:50.223887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: port_device_profile.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.224802 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.225394 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: port-device-profile
Apr 20 14:39:50.225780 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.226785 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.227303 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: port-mac-address-regenerate
Apr 20 14:39:50.227658 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.228580 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.229147 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: port-numa-affinity-policy
Apr 20 14:39:50.229537 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: port_resource_request.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.230483 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.231048 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension port-resource-request not supported by any of loaded plugins
Apr 20 14:39:50.231400 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: portbindings.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.232339 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.232904 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: binding
Apr 20 14:39:50.233264 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: portbindings_extended.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.234667 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.235238 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: binding-extended
Apr 20 14:39:50.235596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: portsecurity.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.236534 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.237096 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: port-security
Apr 20 14:39:50.237482 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: project_id.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.238463 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.238829 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: project-id
Apr 20 14:39:50.239187 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: providernet.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.240122 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.240713 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: provider
Apr 20 14:39:50.241071 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: qos.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.245009 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.247055 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension qos not supported by any of loaded plugins
Apr 20 14:39:50.247442 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.248828 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.250016 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 20 14:39:50.250387 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.251324 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.251897 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 20 14:39:50.252253 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: qos_default.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.253168 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.253772 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension qos-default not supported by any of loaded plugins
Apr 20 14:39:50.254130 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: qos_fip.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.254846 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.255400 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension qos-fip not supported by any of loaded plugins
Apr 20 14:39:50.255754 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: qos_gateway_ip.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.256696 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.257258 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 20 14:39:50.257654 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: qos_port_network_policy.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.258598 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.259163 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 20 14:39:50.259519 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: qos_rule_type_details.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.260425 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.260981 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 20 14:39:50.261336 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: qos_rules_alias.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.262423 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.262989 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 20 14:39:50.263344 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: quotasv2.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.264415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.264781 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: quotas
Apr 20 14:39:50.265743 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: quotasv2_detail.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.267518 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.267896 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: quota_details
Apr 20 14:39:50.268256 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: rbac.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.269432 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.270053 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: rbac-policies
Apr 20 14:39:50.270415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: rbac_address_group.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.271346 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.271916 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: rbac-address-group
Apr 20 14:39:50.272270 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: rbac_address_scope.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.273191 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.273786 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: rbac-address-scope
Apr 20 14:39:50.274142 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: rbac_security_groups.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.275052 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.275622 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: rbac-security-groups
Apr 20 14:39:50.275973 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: rbac_subnetpool.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.276886 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.277493 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: rbac-subnetpool
Apr 20 14:39:50.277844 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: revisionifmatch.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.278772 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.279338 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: revision-if-match
Apr 20 14:39:50.279693 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: revisions.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.280828 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.281392 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: standard-attr-revisions
Apr 20 14:39:50.281774 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: router_availability_zone.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.282485 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.283048 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: router_availability_zone
Apr 20 14:39:50.283403 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: routerservicetype.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.284320 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.284875 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension router-service-type not supported by any of loaded plugins
Apr 20 14:39:50.285228 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.286159 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.286721 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: security-groups-normalized-cidr
Apr 20 14:39:50.287070 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: security_groups_port_filtering.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.287990 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.288552 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: port-security-groups-filtering
Apr 20 14:39:50.288906 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.289974 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.290535 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: security-groups-remote-address-group
Apr 20 14:39:50.290886 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: securitygroup.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.305186 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.305809 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: security-group
Apr 20 14:39:50.306178 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: segment.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.307031 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.307602 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension segment not supported by any of loaded plugins
Apr 20 14:39:50.307963 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.308900 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.309494 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 20 14:39:50.309857 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: servicetype.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.310964 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.311535 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: service-type
Apr 20 14:39:50.312420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: sorting.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.313394 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.313792 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: sorting
Apr 20 14:39:50.314150 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: standard_attr_segment.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.315068 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.315643 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 20 14:39:50.316006 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: standardattrdescription.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.316687 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.317254 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: standard-attr-description
Apr 20 14:39:50.317642 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: stateful_security_group.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.318554 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.319139 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: stateful-security-group
Apr 20 14:39:50.319495 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: stdattrs_common.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.320070 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 20 14:39:50.320423 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.321405 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.321998 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 20 14:39:50.322356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: subnet_onboard.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.323406 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.323978 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: subnet_onboard
Apr 20 14:39:50.324341 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.325265 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.325868 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 20 14:39:50.326224 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: subnet_service_types.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.327154 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.327742 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: subnet-service-types
Apr 20 14:39:50.328093 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: subnetallocation.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.329160 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.329755 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: subnet_allocation
Apr 20 14:39:50.330111 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.330794 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.331361 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: subnetpool-prefix-ops
Apr 20 14:39:50.331714 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.332644 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.333255 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 20 14:39:50.333636 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: tagging.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.334922 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.335507 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: standard-attr-tag
Apr 20 14:39:50.335867 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: timestamp.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.337022 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.337631 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loaded extension: standard-attr-timestamp
Apr 20 14:39:50.337997 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: trunk.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.339013 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.339577 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension trunk not supported by any of loaded plugins
Apr 20 14:39:50.339932 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: trunk_details.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.340834 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.341396 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension trunk-details not supported by any of loaded plugins
Apr 20 14:39:50.341787 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: uplink_status_propagation.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.342692 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.343277 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 20 14:39:50.343630 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Loading extension file: vlantransparent.py {{(pid=86323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:39:50.344337 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:39:50.344905 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 20 14:39:50.347590 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Creating instance of TrackedResource for resource:network
Apr 20 14:39:50.348435 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Creating instance of TrackedResource for resource:subnet
Apr 20 14:39:50.349103 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 14:39:50.349777 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Creating instance of TrackedResource for resource:port
Apr 20 14:39:50.351279 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.resource_helper [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:39:50.351745 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.resource_helper [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Service FLAVORS assigned prefix:  {{(pid=86323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:39:50.352413 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.resource_helper [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:39:50.352867 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.resource_helper [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:39:50.353231 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Creating instance of TrackedResource for resource:router
Apr 20 14:39:50.353978 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 14:39:50.354908 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.resource_helper [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Service METERING assigned prefix: /metering {{(pid=86323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:39:50.356705 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7feec245cd68>> rbac-policy before_create 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.357097 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7feec245cd68>> rbac-policy before_update 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.357509 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7feec245cd68>> rbac-policy before_delete 55550000 {{(pid=86323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:39:50.359276 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 14:39:50.359754 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Creating instance of TrackedResource for resource:security_group
Apr 20 14:39:50.360562 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 14:39:50.361342 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.resource_helper [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Service CORE assigned prefix:  {{(pid=86323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:39:50.361737 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 14:39:50.362095 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] subnetpool is already registered
Apr 20 14:39:50.362745 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.resource_helper [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Service CORE assigned prefix:  {{(pid=86323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:39:50.363104 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 14:39:50.363455 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] subnetpool is already registered
Apr 20 14:39:50.366299 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.resource_helper [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:39:50.366769 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.resource_helper [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Service FLAVORS assigned prefix:  {{(pid=86323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:39:50.367405 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.resource_helper [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:39:50.367858 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.resource_helper [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:39:50.368224 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Creating instance of TrackedResource for resource:router
Apr 20 14:39:50.368584 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] router is already registered
Apr 20 14:39:50.369230 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 14:39:50.369693 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] floatingip is already registered
Apr 20 14:39:50.370371 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.resource_helper [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Service METERING assigned prefix: /metering {{(pid=86323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:39:50.371097 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 14:39:50.371458 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] rbac_policy is already registered
Apr 20 14:39:50.372067 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Creating instance of TrackedResource for resource:security_group
Apr 20 14:39:50.372425 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] security_group is already registered
Apr 20 14:39:50.373058 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 14:39:50.373415 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] security_group_rule is already registered
Apr 20 14:39:50.374140 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.resource_helper [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Service CORE assigned prefix:  {{(pid=86323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:39:50.375085 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 14:39:50.375442 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] subnetpool is already registered
Apr 20 14:39:50.376115 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.resource_helper [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Service CORE assigned prefix:  {{(pid=86323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:39:50.376473 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 14:39:50.376824 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING neutron.quota.resource_registry [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] subnetpool is already registered
Apr 20 14:39:50.377549 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: extensions {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.379085 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: address-groups {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.380721 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: address-scopes {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.382006 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: agents {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.383221 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: auto-allocated-topology {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.384506 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: availability_zones {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.385943 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: dhcp-networks {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.387390 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: dhcp-agents {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.388869 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: routers {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.390792 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: flavors {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.392002 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: service_profiles {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.393247 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: next_providers {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.394860 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: service_profiles {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.396344 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: floatingip-pools {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.397634 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: routers {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.399522 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: floatingips {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.400744 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: l3-routers {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.402209 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: l3-agents {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.403658 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: metering-labels {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.405984 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: metering-label-rules {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.407290 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: network-ip-availabilities {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.408618 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: bindings {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.410381 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: quotas {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.411870 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: quotas {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.413309 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: rbac-policies {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.414680 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: security-groups {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.415938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: security-group-rules {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.417223 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: service-providers {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.418640 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: subnetpools {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.420092 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: subnetpools {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.422137 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: tags {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.423883 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: tags {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.425796 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: tags {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.427643 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: tags {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.429497 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: tags {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.431662 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: tags {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.433429 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: tags {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.435410 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: tags {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.437896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: tags {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.439844 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.extensions [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Extended resource: tags {{(pid=86323) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:39:50.446754 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING keystonemiddleware.auth_token [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 20 14:39:50.452043 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING keystonemiddleware.auth_token [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 20 14:39:50.460905 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Acquired lock "singleton_lock" {{(pid=86323) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 20 14:39:50.461426 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Releasing lock "singleton_lock" {{(pid=86323) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 20 14:39:50.462910 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO oslo_service.service [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Starting 2 workers
Apr 20 14:39:50.467736 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Started child 86436 {{(pid=86323) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 14:39:50.471793 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:39:50.472640 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Started child 86437 {{(pid=86323) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 14:39:50.473269 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [-] (86436) wsgi starting up on http://0.0.0.0:9696
Apr 20 14:39:50.474194 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.service [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Neutron service started, listening on 0.0.0.0:9696
Apr 20 14:39:50.474859 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Notify callbacks [] for process, before_spawn {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:39:50.476881 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:39:50.477358 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO oslo_service.service [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Starting 1 workers
Apr 20 14:39:50.478428 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [-] (86437) wsgi starting up on http://0.0.0.0:9696
Apr 20 14:39:50.482910 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Started child 86438 {{(pid=86323) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 14:39:50.483450 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO oslo_service.service [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Starting 1 workers
Apr 20 14:39:50.487174 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.service [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] calling RpcWorker wait() {{(pid=86438) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 20 14:39:50.487851 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.service [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] returning from RpcWorker wait() {{(pid=86438) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 20 14:39:50.488808 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Started child 86439 {{(pid=86323) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 14:39:50.489633 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4ed27102-34a4-4cc2-80e9-59ad7a405a5d None None] Notify callbacks [] for process, after_spawn {{(pid=86323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:39:50.489963 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:39:50.490581 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:39:50.491293 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86323) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 14:39:50.491532 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 14:39:50.491734 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 14:39:50.491998 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 14:39:50.492436 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 14:39:50.492591 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 14:39:50.492727 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:39:50.493188 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.493486 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.493814 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.494090 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.494407 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.495029 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.495326 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.495629 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.495928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.496198 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.496376 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.496763 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.497053 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.497326 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.497712 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.498000 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.498264 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.498545 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.498721 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.499169 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.500068 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.500332 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.500631 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.500901 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.501485 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.501751 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.502037 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.502283 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.502578 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.502843 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.503151 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.503412 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.503656 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.503933 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.504214 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.504474 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.504718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.504962 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.505263 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.505523 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.505961 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] host                           = dv-cinder-742162-4-iscsi {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.506197 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.506433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.506618 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.506877 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.507150 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.507406 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.507769 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.508041 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.508198 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.508453 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.508725 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.508995 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.509279 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.509561 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.509753 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.510014 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.510318 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.510604 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.510814 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.511005 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.511164 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.511443 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.511757 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.512204 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.512484 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.512678 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.512922 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.513165 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.513408 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.513730 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.513994 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.514277 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.514515 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.514812 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.515125 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.515402 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.515662 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.515911 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.516188 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.516430 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.516671 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.516943 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.517215 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.517473 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.517744 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.518014 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.518272 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.518526 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.518803 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.519081 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.519414 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.519572 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.519879 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.520099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:39:50.520261 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.520413 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.520628 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.520870 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.521130 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.521371 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.521651 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.521891 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.522136 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.522379 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.522670 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.522969 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.523128 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.523373 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.523612 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.523880 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.524327 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.524633 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.524986 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.525241 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.525504 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.525784 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.526091 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.526311 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.527415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.527415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.527415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.528147 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.528147 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.528147 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.528684 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.528829 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.529014 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.529312 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.529594 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.529840 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.530106 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.530385 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.530763 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.531066 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.531348 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.16/identity {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.531717 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.531877 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.532142 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.532498 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.532849 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.533186 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.533505 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.533809 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.534057 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.534517 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.534720 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.534843 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.535097 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.535354 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.535609 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.535887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.536324 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.536580 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.536830 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.537193 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.537433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.537701 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.537961 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.545356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.545356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.545356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.545356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.545356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.545356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.545356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.545356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.545356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.546896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.546896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.546896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.546896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.546896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.546896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.546896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.546896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.546896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.547893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.547893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.547893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.547893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.547893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.547893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.547893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.547893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.547893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.548928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.548928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.548928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.548928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.548928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.548928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.548928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.548928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.548928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.549938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.549938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.549938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.549938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.549938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.549938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.549938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.549938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.551030 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.551030 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.551030 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.551030 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.551030 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.551030 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.551030 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.551030 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.551729 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.551729 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.551729 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.551729 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.551729 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.552162 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.552267 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.552528 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.555267 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.555267 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.555267 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.555267 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.555267 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.555267 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.555267 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.555267 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.556615 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.556615 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.556615 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.556615 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.556615 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.556615 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.557852 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.557852 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.557852 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.557852 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.557852 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.558837 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.558837 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.558837 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.558837 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.559409 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.559409 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.559671 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.561513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.561513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.561513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.561513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.561513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.561513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.561513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.562898 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.562898 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.562898 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.16/identity {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.563213 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.563213 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.563437 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.563746 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.563924 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.564165 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.564429 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.564694 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.564937 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.565207 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.565480 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.565725 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.565967 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.566219 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.566441 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.566700 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.566943 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.567192 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.567455 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.567712 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.567946 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.568197 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.568442 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.568725 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.568969 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.569282 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.569603 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.569872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.570151 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.570893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.570893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.570893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.571198 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.571344 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.571558 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.571818 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.573498 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.573498 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.573498 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.573498 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.573498 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.573498 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.573498 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.574182 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.574409 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.574676 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.574947 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.575173 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.575615 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.575861 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.576109 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.576381 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.576626 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.576870 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.577145 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.577418 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.577767 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.578021 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.578265 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.578511 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.578755 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.578994 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.579329 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.579601 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.579867 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.580129 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.580370 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.580640 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.580884 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.581122 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.581366 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.581631 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.581885 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.582125 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.582125 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.582125 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.582125 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.583472 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.583472 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.583472 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.584236 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.584236 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.584236 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.584600 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.584600 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.584824 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.584998 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.585324 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.585638 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.585893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.586201 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.586461 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.586817 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.587022 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.587363 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.587637 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.587912 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.588164 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.588411 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.588661 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.588964 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.589331 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.589722 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.590003 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.590301 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.590613 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.590908 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.591205 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.591450 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.591757 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.592116 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.592402 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.592669 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.592908 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.593427 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.593712 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.593955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.594206 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.594456 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.594702 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.594996 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.595276 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.595533 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.595770 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.596034 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.596304 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.596576 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.596834 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.597101 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.597343 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.597548 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 14:39:50.598114 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86323) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 14:39:50.598333 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 14:39:50.598450 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 14:39:50.598627 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 14:39:50.598823 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 14:39:50.598998 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 14:39:50.599242 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.599427 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.599612 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.599792 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.599974 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.600174 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.600357 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.600538 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.600718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.600899 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.601080 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.601259 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.601439 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.601647 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.601828 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.602011 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.602191 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.602371 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.602558 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.602749 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.603086 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.603086 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.603281 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.603379 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.603566 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.603724 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.603902 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.604081 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.604260 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.604441 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.604620 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.604800 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.604979 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.605159 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.605337 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.605514 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.605715 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.605886 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.606003 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.606182 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.606296 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] host                           = dv-cinder-742162-4-iscsi {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.606476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.606655 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.606834 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.607012 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.607161 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.607348 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.607529 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.607685 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.607862 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.608066 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.608202 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.608354 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.608532 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.609245 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.609431 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.609637 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.609846 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.610032 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.610136 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.610304 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.610484 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.610667 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.610849 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.611003 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.611183 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.611363 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.611542 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.611721 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.611900 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.612079 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.612259 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.612437 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.612591 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.612772 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.612951 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.613131 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.613312 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.613510 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.613694 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.613874 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.614055 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.614212 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.614388 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.614567 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.614746 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.614925 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.615107 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.615290 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.615475 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.615622 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.615801 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.615949 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.616140 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.616367 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.616473 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.616628 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.616806 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.616987 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.617328 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.617749 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.617749 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.617988 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.617988 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.618260 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.618260 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.618526 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.618526 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.618792 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.618941 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:39:50.619072 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.619190 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.619378 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.619583 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.619745 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.619886 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.620068 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.620251 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.620432 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.620614 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.620804 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.620986 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.621180 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.621363 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.621569 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.621756 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.621938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.622122 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.622305 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.622480 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.622616 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.622804 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.622962 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.623140 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.623324 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.16/identity {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.623507 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.623689 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.623872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.624056 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.624244 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.624989 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.625163 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.625346 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.625573 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.625759 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.625945 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.626127 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.626323 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.626531 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.626631 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.626791 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.626973 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.627157 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.627341 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.627523 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.627706 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.627888 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.628073 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.628272 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.628394 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.628551 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.628744 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.628863 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.629048 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.629230 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.629436 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.629643 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.629746 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.629922 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.630105 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.630288 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.630485 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.630644 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.630823 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.631006 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.631189 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.631370 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.631553 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.631736 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.631919 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.632100 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.632281 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.632462 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.632645 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.632825 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.633007 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.633188 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.633371 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.633579 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.633765 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.633951 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.634134 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.634314 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.634493 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.634683 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.634883 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.635065 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.635247 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.635428 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.635610 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.635785 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.635951 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.636133 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.636314 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.636495 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.636682 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.636863 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.637047 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.637228 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.637409 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.637613 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.637795 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.637978 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.638159 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.638342 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.638525 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.638709 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.638891 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.639071 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.639253 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.639435 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.639628 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.639810 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.640052 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.640237 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.640428 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.640623 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.640806 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.640990 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.641172 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.641355 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.641559 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.641744 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.641926 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.642117 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.642317 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.642466 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.642610 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.642780 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.642990 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.643203 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.643422 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.643422 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.643833 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.643833 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.644136 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.644136 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.644415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.644415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.644689 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.644689 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.644957 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.645097 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.645247 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.16/identity {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.645390 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.645575 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.645719 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.645957 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.645957 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.646343 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.646343 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.646891 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.646891 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.646891 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.646891 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.647542 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.647542 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.647542 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.647542 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.648129 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.648129 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.648129 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.648129 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.648673 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.648673 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.648673 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.649068 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.649068 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.649068 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.649481 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.649481 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.649774 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.649774 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.650058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.650058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.650350 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.650780 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.650936 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.651088 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.651744 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.651744 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.652042 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.652184 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.652376 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.652567 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.652802 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.653109 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.653444 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.653752 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.654008 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.654225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.654411 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.654602 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.654789 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.654978 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.655133 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.655320 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.655488 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.656240 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.656389 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.656531 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.656672 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.656924 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.657070 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.657212 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.657353 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.657528 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.657677 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.657819 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.657962 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.658159 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.658353 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.658539 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.658725 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.658876 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.659064 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.659256 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.659439 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.659622 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.659804 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.659985 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.660178 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.660362 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.660544 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.660727 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.660908 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.661100 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.661300 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.661481 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.662023 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.662023 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.662023 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.662396 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.662396 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.662681 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.662681 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.663655 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.663655 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.663655 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.663655 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.663655 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.663655 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.664420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.664420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.664420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.664420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.664420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.665006 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.665006 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.665006 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.665401 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.665401 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.665401 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.665834 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.665834 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.666105 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.666105 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.666467 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.666467 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.666735 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.666735 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.667103 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.667103 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.667372 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.667372 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.667639 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.667639 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.667906 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.667906 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.668180 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.668322 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.668790 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.668790 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.668790 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:39:50.669148 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86323) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 14:39:50.677628 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:39:50.710160 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 41062) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:39:50.727721 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0150082
Apr 20 14:40:02.389308 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf5cf21-9541-4550-b4a9-3323c8396dbd None None] get_active_networks_info from dv-cinder-742162-4-iscsi {{(pid=86438) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 20 14:40:02.574154 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf5cf21-9541-4550-b4a9-3323c8396dbd None None] No non-hosted networks {{(pid=86438) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 20 14:40:02.775107 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5ecaf905-64b5-4b14-a3fe-468a39fa68fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069'] for agent, after_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:04.932670 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cac93844-6ed8-41b1-8da6-de6f9802127f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069'] for agent, after_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:04.963699 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c35a9026-e5da-4eb7-9e40-ff3528ba3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:05.524145 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069'] for agent, after_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:06.399225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069'] for agent, after_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:06.400039 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:06.400214 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:06.400487 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:06.400839 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:06.401192 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:06.401594 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:06.401951 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:06.402362 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:06.402718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:06.403153 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:06.403508 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:06.403863 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:06.404343 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7feec217f710>, 'Open vSwitch agent', 'dv-cinder-742162-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:40:06.415758 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7feec1831ef0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-742162-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:40:06.999596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069'] for agent, after_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:08.339099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 41152) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:40:09.147070 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING oslo_policy.policy [None req-798a044a-486f-4eec-9ba1-4f7de8877773 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 14:40:09.147684 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING oslo_policy.policy [None req-798a044a-486f-4eec-9ba1-4f7de8877773 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 14:40:09.445073 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [None req-798a044a-486f-4eec-9ba1-4f7de8877773 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:40:09.448068 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-798a044a-486f-4eec-9ba1-4f7de8877773 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 1.1076758
Apr 20 14:40:11.327634 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.l3_hamode_db [None req-125e6a9f-819a-4555-a86a-3ae3e55a73ea None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 20 14:40:11.447778 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125e6a9f-819a-4555-a86a-3ae3e55a73ea None None] Routers set() bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:40:11.448274 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125e6a9f-819a-4555-a86a-3ae3e55a73ea None None] Router IDs set() for agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 20 14:40:12.335804 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 41168) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:40:12.773268 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-375d5260-2863-470c-b02a-76fc423c29e1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:40:12.896362 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.policy [None req-375d5260-2863-470c-b02a-76fc423c29e1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86437) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 14:40:12.950504 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING oslo_policy.policy [None req-375d5260-2863-470c-b02a-76fc423c29e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 14:40:12.951071 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING oslo_policy.policy [None req-375d5260-2863-470c-b02a-76fc423c29e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 14:40:12.970032 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.quota [None req-375d5260-2863-470c-b02a-76fc423c29e1 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7feec21442e8>.
Apr 20 14:40:12.987225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-375d5260-2863-470c-b02a-76fc423c29e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:40:13.089548 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-375d5260-2863-470c-b02a-76fc423c29e1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245391658747', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245391658217', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245391649250', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245391674950', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245384481813', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245384482260', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853117629', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852929981', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-942184', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853783161'] for rbac-policy, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:13.484222 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-375d5260-2863-470c-b02a-76fc423c29e1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:13.485978 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-375d5260-2863-470c-b02a-76fc423c29e1 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.1492004
Apr 20 14:40:16.594030 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 41182) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:40:16.975316 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Request body: {'network': {'project_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'name': 'private', 'admin_state_up': True}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:40:16.981274 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:40:16.985974 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Usage tracker for resource:network and tenant:bbc894175e0d41b1a707e053da5ffbc6 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:40:16.989575 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:40:16.996085 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:40:17.044694 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Made reservation on behalf of bbc894175e0d41b1a707e053da5ffbc6 for: {'network': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:40:17.050695 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for network, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:17.068112 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:17.083723 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:40:17.087687 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Usage tracker for resource:security_group_rule and tenant:bbc894175e0d41b1a707e053da5ffbc6 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:40:17.091185 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:40:17.097078 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:40:17.286615 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:17.317904 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:17.323303 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:40:17.342318 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'}  {{(pid=86437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:40:17.375804 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363245389416086', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:17.376435 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7feec2b796a8> segment precommit_create {{(pid=86437) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 14:40:17.376922 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.segments_db [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Added segment f4b0753b-924a-40dc-9cc1-247bad2779b3 of type vlan for network f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde
Apr 20 14:40:17.428075 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9d9ae0-d6c4-4412-94d5-9a48e69a3ef6,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:40:17.446687 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:17.447052 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:17.447412 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:17.447812 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:17.448161 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:17.448523 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:17.448867 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:17.449212 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:17.449619 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:17.449967 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:17.450308 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:17.450644 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Tracked resource versions report:
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]: pushed versions:
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]: {   'AddressGroup': {'1.2'},
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:     'ConntrackHelper': {'1.0'},
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Log': {'1.0'},
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Network': {'1.1'},
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Port': {'1.7'},
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:     'PortForwarding': {'1.2'},
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:     'QosPolicy': {'1.8'},
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SecurityGroup': {'1.4'},
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SecurityGroupRule': {'1.2'},
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SubPort': {'1.0'},
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Subnet': {'1.1'},
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Trunk': {'1.1'}}
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]: consumer versions:
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]: {   DHCP agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:     L3 agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:     Metadata agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:     Metering agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:     Open vSwitch agent@dv-cinder-742162-4-iscsi: {   'AddressGroup': '1.2',
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'ConntrackHelper': '1.0',
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Log': '1.0',
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Network': '1.1',
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Port': '1.7',
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'PortForwarding': '1.2',
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'QosPolicy': '1.8',
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SecurityGroup': '1.4',
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SecurityGroupRule': '1.2',
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SubPort': '1.0',
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Subnet': '1.1',
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Trunk': '1.1'}}
Apr 20 14:40:17.451850 dv-cinder-742162-4-iscsi neutron-server[86323]:  {{(pid=86437) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 14:40:17.502697 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791464999914'] for network, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:17.508777 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:40:17.570324 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for network, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:17.571754 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:40:17.572424 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:17.577485 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:40:17.688634 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Pushing event updated for resources: {'Network': ['ID=f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:40:17.692475 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:40:17.700466 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Network f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde details requested by agent ovs-agent-dv-cinder-742162-4-iscsi with host dv-cinder-742162-4-iscsi {{(pid=86438) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:40:17.714065 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.1188600
Apr 20 14:40:20.785765 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 41198) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:40:21.291712 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9158a8d2-e606-48eb-a678-0f86e686f4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:40:21.293230 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-9158a8d2-e606-48eb-a678-0f86e686f4a4 admin admin] 10.222.0.16 "GET /v2.0/networks/f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde HTTP/1.1" status: 200  len: 825 time: 0.5064003
Apr 20 14:40:21.324510 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-3101e9b9-b98f-4038-8353-70e54530df98 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/9c5aea65-93f6-4de5-86ca-90febbf51b05 HTTP/1.1" status: 200  len: 734 time: 0.0247188
Apr 20 14:40:21.334935 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-57f97142-9a35-4f3c-9e05-af051f1506dd admin admin] Request body: {'subnet': {'tenant_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9c5aea65-93f6-4de5-86ca-90febbf51b05', 'network_id': 'f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:40:21.339678 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-57f97142-9a35-4f3c-9e05-af051f1506dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:40:21.344291 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-57f97142-9a35-4f3c-9e05-af051f1506dd admin admin] Usage tracker for resource:subnet and tenant:bbc894175e0d41b1a707e053da5ffbc6 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:40:21.347409 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-57f97142-9a35-4f3c-9e05-af051f1506dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:40:21.353404 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-57f97142-9a35-4f3c-9e05-af051f1506dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:40:21.494753 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f97142-9a35-4f3c-9e05-af051f1506dd admin admin] Made reservation on behalf of bbc894175e0d41b1a707e053da5ffbc6 for: {'subnet': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:40:21.500085 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-57f97142-9a35-4f3c-9e05-af051f1506dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:22.014656 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-57f97142-9a35-4f3c-9e05-af051f1506dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for subnet, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:22.020194 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:40:22.110670 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f97142-9a35-4f3c-9e05-af051f1506dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2874115-7469-4982-9736-7acc8454f9f5,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:40:22.113102 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f97142-9a35-4f3c-9e05-af051f1506dd admin admin] Checking segment: {'id': 'f4b0753b-924a-40dc-9cc1-247bad2779b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:40:22.113509 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f97142-9a35-4f3c-9e05-af051f1506dd admin admin] Network hostable DHCP agents. Network: f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde, hostable agents: ['8cbc52d7-9a0e-47fc-ab25-55981a906e08'], hosted agents: [] {{(pid=86437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:40:22.120462 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-57f97142-9a35-4f3c-9e05-af051f1506dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:40:22.164313 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f97142-9a35-4f3c-9e05-af051f1506dd admin admin] Network f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde is scheduled to be hosted by DHCP agent 8cbc52d7-9a0e-47fc-ab25-55981a906e08 with binding_index 1 {{(pid=86437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:40:22.198581 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-57f97142-9a35-4f3c-9e05-af051f1506dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-iscsi, f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde) {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:40:22.203428 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f97142-9a35-4f3c-9e05-af051f1506dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:40:22.204080 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-57f97142-9a35-4f3c-9e05-af051f1506dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:22.209010 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e29c1f-d34a-44d5-8a36-9df18194451a None None] Network f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:40:22.251112 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-57f97142-9a35-4f3c-9e05-af051f1506dd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9199073
Apr 20 14:40:22.712180 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc772c441-73b6-55f3-87a1-c705605c86c2-f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde', 'network_id': 'f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde', 'tenant_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'fixed_ips': [{'subnet_id': 'c2874115-7469-4982-9736-7acc8454f9f5'}]}} from dv-cinder-742162-4-iscsi. {{(pid=86438) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 14:40:22.713243 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:22.903685 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Allocated IP 172.20.0.2 (f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde/c2874115-7469-4982-9736-7acc8454f9f5/256eb275-1b30-406f-8cd0-92ff195bbba8) {{(pid=86438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:40:23.161530 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Notify callbacks [] for port, precommit_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:23.224750 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Transition to ACTIVE for port object 256eb275-1b30-406f-8cd0-92ff195bbba8 will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:40:23.245314 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Transition to ACTIVE for port object 256eb275-1b30-406f-8cd0-92ff195bbba8 will not be triggered until provisioned by entity DHCP. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:40:23.267812 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:23.276252 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:40:23.342483 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Network f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde is already hosted by enough agents. {{(pid=86438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:40:23.346016 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Resources bound (agent type, host, resource id):  {{(pid=86438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:40:23.352567 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Received port after_create {{(pid=86438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:40:23.361016 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Pushing event updated for resources: {'Port': ['ID=256eb275-1b30-406f-8cd0-92ff195bbba8,revision_number=1']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:40:23.401368 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:23.401753 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:23.402099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:23.402462 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:23.402797 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:23.403154 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:23.403508 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:23.403865 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:23.404236 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:23.404621 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:23.404971 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:23.405320 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Tracked resource versions report:
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]: pushed versions:
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]: {   'AddressGroup': {'1.2'},
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:     'ConntrackHelper': {'1.0'},
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Log': {'1.0'},
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Network': {'1.1'},
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Port': {'1.7'},
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:     'PortForwarding': {'1.2'},
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:     'QosPolicy': {'1.8'},
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SecurityGroup': {'1.4'},
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SecurityGroupRule': {'1.2'},
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SubPort': {'1.0'},
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Subnet': {'1.1'},
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Trunk': {'1.1'}}
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]: consumer versions:
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]: {   DHCP agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:     L3 agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:     Metadata agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:     Metering agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:     Open vSwitch agent@dv-cinder-742162-4-iscsi: {   'AddressGroup': '1.2',
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'ConntrackHelper': '1.0',
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Log': '1.0',
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Network': '1.1',
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Port': '1.7',
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'PortForwarding': '1.2',
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'QosPolicy': '1.8',
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SecurityGroup': '1.4',
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SecurityGroupRule': '1.2',
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SubPort': '1.0',
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Subnet': '1.1',
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Trunk': '1.1'}}
Apr 20 14:40:23.406478 dv-cinder-742162-4-iscsi neutron-server[86323]:  {{(pid=86438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 14:40:23.444096 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:40:23.471943 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Attempting to bind port 256eb275-1b30-406f-8cd0-92ff195bbba8 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:40:23.472366 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Attempting to bind port 256eb275-1b30-406f-8cd0-92ff195bbba8 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': 'f4b0753b-924a-40dc-9cc1-247bad2779b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:40:23.472782 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Attempting to bind port 256eb275-1b30-406f-8cd0-92ff195bbba8 on network f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:40:23.478563 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:40:23.478988 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Checking segment: {'id': 'f4b0753b-924a-40dc-9cc1-247bad2779b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:40:23.479468 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:23.479897 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Bound using segment: {'id': 'f4b0753b-924a-40dc-9cc1-247bad2779b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:40:23.480433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Bound port: 256eb275-1b30-406f-8cd0-92ff195bbba8, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b0753b-924a-40dc-9cc1-247bad2779b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:40:23.480846 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:23.582171 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] For port 256eb275-1b30-406f-8cd0-92ff195bbba8, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:40:23.586555 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] For port 256eb275-1b30-406f-8cd0-92ff195bbba8, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=256eb275-1b30-406f-8cd0-92ff195bbba8,segment=NetworkSegment(f4b0753b-924a-40dc-9cc1-247bad2779b3),segment_id=f4b0753b-924a-40dc-9cc1-247bad2779b3)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:40:23.621384 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:23.627360 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:40:23.721187 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Pushing event updated for resources: {'Port': ['ID=256eb275-1b30-406f-8cd0-92ff195bbba8,revision_number=2']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:40:23.724526 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:40:25.053258 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 41208) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:40:25.485205 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [None req-f63a9d23-7b8a-4633-b6b2-4124cbb2123a admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:40:25.486355 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-f63a9d23-7b8a-4633-b6b2-4124cbb2123a admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4319623
Apr 20 14:40:28.277972 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 41218) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:40:28.695520 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [None req-55ec5acb-612d-433d-a956-6462c149ac47 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:40:28.696637 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-55ec5acb-612d-433d-a956-6462c149ac47 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4176090
Apr 20 14:40:30.696007 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9846b8e-d88f-41d5-891a-a02ac886959d None None] Network f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:40:30.802980 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 256eb275-1b30-406f-8cd0-92ff195bbba8 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:40:30.841923 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-e368cd7f-1243-4a14-a7fc-d5e861cbf3d2 None None] Provisioning for port 256eb275-1b30-406f-8cd0-92ff195bbba8 completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:40:31.030150 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port 256eb275-1b30-406f-8cd0-92ff195bbba8 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:40:31.041868 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 256eb275-1b30-406f-8cd0-92ff195bbba8 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:40:31.042457 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:31.196999 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:31.236359 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port 256eb275-1b30-406f-8cd0-92ff195bbba8, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=256eb275-1b30-406f-8cd0-92ff195bbba8,segment=NetworkSegment(f4b0753b-924a-40dc-9cc1-247bad2779b3),segment_id=f4b0753b-924a-40dc-9cc1-247bad2779b3)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:40:31.267362 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:31.270641 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:40:31.353783 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-b8c04bfa-a1af-49d9-b0ba-20572a7159c8 None None] Provisioning complete for port 256eb275-1b30-406f-8cd0-92ff195bbba8 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:40:31.354192 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b8c04bfa-a1af-49d9-b0ba-20572a7159c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:31.395292 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=256eb275-1b30-406f-8cd0-92ff195bbba8,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:40:31.398892 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:40:31.801592 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 41236) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:40:32.215803 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-37e9027d-d44b-4fa0-8d28-875e9154101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:32.228253 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-f5146249-d677-493d-8ea7-b4cd48997f47 admin admin] Request body: {'router': {'tenant_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'name': 'router1', 'admin_state_up': True}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:40:32.233811 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-f5146249-d677-493d-8ea7-b4cd48997f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:40:32.237807 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-f5146249-d677-493d-8ea7-b4cd48997f47 admin admin] Usage tracker for resource:router and tenant:bbc894175e0d41b1a707e053da5ffbc6 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:40:32.241143 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-f5146249-d677-493d-8ea7-b4cd48997f47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:40:32.247179 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-f5146249-d677-493d-8ea7-b4cd48997f47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:40:32.272881 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f5146249-d677-493d-8ea7-b4cd48997f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744272'] for router, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:32.274363 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f5146249-d677-493d-8ea7-b4cd48997f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854072860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854064638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31529'] for router, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:32.345748 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f5146249-d677-493d-8ea7-b4cd48997f47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:32.485206 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f5146249-d677-493d-8ea7-b4cd48997f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711391'] for router, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:32.530482 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f5146249-d677-493d-8ea7-b4cd48997f47 admin admin] Notify callbacks [] for router, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:32.531776 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-f5146249-d677-493d-8ea7-b4cd48997f47 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7290628
Apr 20 14:40:32.747633 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 256eb275-1b30-406f-8cd0-92ff195bbba8 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:40:32.828806 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 256eb275-1b30-406f-8cd0-92ff195bbba8 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:40:32.829424 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:34.912274 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-183fbfea-f553-46fb-bd00-942125d9047a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:35.310923 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 41256) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:40:35.454806 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:35.476272 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [None req-19f35758-1fce-473d-90bb-92a4e489e3a9 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:40:35.477360 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-19f35758-1fce-473d-90bb-92a4e489e3a9 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1654711
Apr 20 14:40:36.358299 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:36.894887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:38.107913 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 41276) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:40:38.286848 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING oslo_policy.policy [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 14:40:38.287416 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING oslo_policy.policy [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 14:40:38.520464 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:40:38.523690 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.quota [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7feec216fc88>.
Apr 20 14:40:38.539759 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:40:38.547357 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Usage tracker for resource:network and tenant:e88fe171f5564c57bfd0999f41236a55 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:40:38.552164 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:40:38.561060 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:40:38.662168 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Made reservation on behalf of e88fe171f5564c57bfd0999f41236a55 for: {'network': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:40:38.740828 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.policy [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86436) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 14:40:38.796743 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING oslo_policy.policy [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 14:40:38.797084 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING oslo_policy.policy [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 14:40:38.818649 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for network, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:38.838695 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:38.856092 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:40:38.860780 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Usage tracker for resource:security_group_rule and tenant:e88fe171f5564c57bfd0999f41236a55 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:40:38.864965 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:40:38.871295 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:40:39.243218 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:39.271858 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:39.276928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:40:39.288913 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Reserving flat network on physical network physnet1 {{(pid=86436) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 20 14:40:39.374475 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363245389416086', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:39.375027 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7feec2b796a8> segment precommit_create {{(pid=86436) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 14:40:39.375518 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.segments_db [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Added segment 10f672b1-b463-4e3f-aaa6-262430b5121e of type flat for network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09
Apr 20 14:40:39.447090 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2785b16d-9207-465b-891d-f1b1f2323ee9,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:40:39.468772 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:39.469159 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:39.469540 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:39.469898 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:39.470248 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:39.470693 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:39.471041 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:39.471389 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:39.471829 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:39.472155 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:39.472496 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:39.472837 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Tracked resource versions report:
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]: pushed versions:
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]: {   'AddressGroup': {'1.2'},
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:     'ConntrackHelper': {'1.0'},
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Log': {'1.0'},
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Network': {'1.1'},
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Port': {'1.7'},
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:     'PortForwarding': {'1.2'},
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:     'QosPolicy': {'1.8'},
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SecurityGroup': {'1.4'},
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SecurityGroupRule': {'1.2'},
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SubPort': {'1.0'},
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Subnet': {'1.1'},
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Trunk': {'1.1'}}
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]: consumer versions:
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]: {   DHCP agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:     L3 agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:     Metadata agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:     Metering agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:     Open vSwitch agent@dv-cinder-742162-4-iscsi: {   'AddressGroup': '1.2',
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'ConntrackHelper': '1.0',
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Log': '1.0',
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Network': '1.1',
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Port': '1.7',
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'PortForwarding': '1.2',
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'QosPolicy': '1.8',
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SecurityGroup': '1.4',
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SecurityGroupRule': '1.2',
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SubPort': '1.0',
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Subnet': '1.1',
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Trunk': '1.1'}}
Apr 20 14:40:39.474015 dv-cinder-742162-4-iscsi neutron-server[86323]:  {{(pid=86436) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 14:40:39.500916 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:40:39.542852 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791464999914'] for network, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:39.615702 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for network, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:39.617268 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:40:39.617975 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:39.623664 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:40:39.737281 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Pushing event updated for resources: {'Network': ['ID=0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:40:39.740538 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:40:39.750730 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 details requested by agent ovs-agent-dv-cinder-742162-4-iscsi with host dv-cinder-742162-4-iscsi {{(pid=86438) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:40:39.760886 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.6505322
Apr 20 14:40:42.345043 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 41296) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:40:42.468098 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c14647a-e266-4c5f-9122-564288be8212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:40:42.469591 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-6c14647a-e266-4c5f-9122-564288be8212 admin admin] 10.222.0.16 "GET /v2.0/subnets/c2874115-7469-4982-9736-7acc8454f9f5 HTTP/1.1" status: 200  len: 849 time: 0.1234088
Apr 20 14:40:42.646263 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-751a85ca-386a-4919-ac19-e8c86820b2bb admin admin] 10.222.0.16 "GET /v2.0/routers/100d05c9-b96b-4021-8fe6-8a9e32d9904d HTTP/1.1" status: 200  len: 704 time: 0.1705463
Apr 20 14:40:43.135080 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:43.422076 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Allocated IP 172.20.0.1 (f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde/c2874115-7469-4982-9736-7acc8454f9f5/ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:40:43.694051 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:43.712976 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Transition to ACTIVE for port object ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad will not be triggered until provisioned by entity DHCP. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:40:43.822812 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:43.828768 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:40:43.898393 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Network f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:40:43.901488 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:40:43.909178 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:40:43.910046 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085374'] for router_interface, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:44.124724 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-a860ee7d-eab1-40ba-a6a7-d3786a21d632 None None] Provisioning for port ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:40:44.130468 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-a860ee7d-eab1-40ba-a6a7-d3786a21d632 None None] Provisioning complete for port ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:40:44.130874 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a860ee7d-eab1-40ba-a6a7-d3786a21d632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:44.182577 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Pushing event updated for resources: {'Port': ['ID=ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:40:44.191919 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-a860ee7d-eab1-40ba-a6a7-d3786a21d632 None None] Port ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:40:44.200052 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:40:44.367968 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:44.612028 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:44.644257 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:44.645349 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690533'] for router_interface, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:44.649684 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:40:44.785525 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Pushing event updated for resources: {'Port': ['ID=ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:40:44.789797 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:40:44.853601 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Network f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:40:44.854757 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:40:45.019609 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-a1abbb91-2efa-44ee-ba14-2f883aefaaa1 None None] Provisioning complete for port ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:40:45.020049 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a1abbb91-2efa-44ee-ba14-2f883aefaaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:45.081024 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-a1abbb91-2efa-44ee-ba14-2f883aefaaa1 None None] Port ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:40:45.107105 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Router 100d05c9-b96b-4021-8fe6-8a9e32d9904d is scheduled to L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f with binding_index 1 {{(pid=86436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 14:40:45.271492 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:40:45.282391 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] 10.222.0.16 "PUT /v2.0/routers/100d05c9-b96b-4021-8fe6-8a9e32d9904d/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6303778
Apr 20 14:40:45.286805 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Sync routers for ids ['100d05c9-b96b-4021-8fe6-8a9e32d9904d'] in dv-cinder-742162-4-iscsi {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:40:45.298617 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Routers {'100d05c9-b96b-4021-8fe6-8a9e32d9904d'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:40:45.299475 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec215f860>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:40:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['100d05c9-b96b-4021-8fe6-8a9e32d9904d'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:40:45.485285 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Set router 100d05c9-b96b-4021-8fe6-8a9e32d9904d gateway port host: None {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:40:46.045887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec215f860>, [{'id': '100d05c9-b96b-4021-8fe6-8a9e32d9904d', 'name': 'router1', 'tenant_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:40:32Z', 'updated_at': '2021-04-20T14:40:44Z', 'revision_number': 2, 'project_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'gw_port_host': None, '_interfaces': [{'id': 'ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad', 'name': '', 'network_id': 'f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde', 'tenant_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'mac_address': 'fa:16:3e:e2:28:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100d05c9-b96b-4021-8fe6-8a9e32d9904d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2874115-7469-4982-9736-7acc8454f9f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:40:43Z', 'updated_at': '2021-04-20T14:40:44Z', 'revision_number': 2, 'project_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'subnets': [{'id': 'c2874115-7469-4982-9736-7acc8454f9f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c5aea65-93f6-4de5-86ca-90febbf51b05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:40:46.052769 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Checking router: 100d05c9-b96b-4021-8fe6-8a9e32d9904d for host: dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:40:46.053157 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Updating router 100d05c9-b96b-4021-8fe6-8a9e32d9904d port ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad binding host dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:40:46.113719 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:46.521468 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Notify callbacks [] for port, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:46.536692 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Transition to ACTIVE for port object ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad will not be triggered until provisioned by entity L2. {{(pid=86439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:40:46.569858 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:46.577045 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:40:46.822624 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ab877-d1b1-46f6-8b59-97b521798dfd None None] Pushing event updated for resources: {'Port': ['ID=ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad,revision_number=3']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:40:46.833277 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ab877-d1b1-46f6-8b59-97b521798dfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:46.833667 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ab877-d1b1-46f6-8b59-97b521798dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:46.834030 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ab877-d1b1-46f6-8b59-97b521798dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:46.834378 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ab877-d1b1-46f6-8b59-97b521798dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:46.834722 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ab877-d1b1-46f6-8b59-97b521798dfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:46.835068 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ab877-d1b1-46f6-8b59-97b521798dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:46.835415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ab877-d1b1-46f6-8b59-97b521798dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:46.835755 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ab877-d1b1-46f6-8b59-97b521798dfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:46.836101 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ab877-d1b1-46f6-8b59-97b521798dfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:46.836440 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ab877-d1b1-46f6-8b59-97b521798dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:46.836777 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ab877-d1b1-46f6-8b59-97b521798dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:46.837142 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ab877-d1b1-46f6-8b59-97b521798dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205ab877-d1b1-46f6-8b59-97b521798dfd None None] Tracked resource versions report:
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]: pushed versions:
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]: {   'AddressGroup': {'1.2'},
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:     'ConntrackHelper': {'1.0'},
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Log': {'1.0'},
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Network': {'1.1'},
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Port': {'1.7'},
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:     'PortForwarding': {'1.2'},
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:     'QosPolicy': {'1.8'},
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SecurityGroup': {'1.4'},
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SecurityGroupRule': {'1.2'},
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SubPort': {'1.0'},
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Subnet': {'1.1'},
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Trunk': {'1.1'}}
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]: consumer versions:
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]: {   DHCP agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:     L3 agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:     Metadata agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:     Metering agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:     Open vSwitch agent@dv-cinder-742162-4-iscsi: {   'AddressGroup': '1.2',
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'ConntrackHelper': '1.0',
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Log': '1.0',
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Network': '1.1',
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Port': '1.7',
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'PortForwarding': '1.2',
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'QosPolicy': '1.8',
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SecurityGroup': '1.4',
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SecurityGroupRule': '1.2',
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SubPort': '1.0',
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Subnet': '1.1',
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Trunk': '1.1'}}
Apr 20 14:40:46.838254 dv-cinder-742162-4-iscsi neutron-server[86323]:  {{(pid=86439) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 14:40:46.842524 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Attempting to bind port ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:40:46.842949 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Attempting to bind port ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': 'f4b0753b-924a-40dc-9cc1-247bad2779b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde'}] {{(pid=86439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:40:46.843346 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Attempting to bind port ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad on network f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:40:46.849502 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-205ab877-d1b1-46f6-8b59-97b521798dfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:40:46.850316 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:40:46.850729 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Checking segment: {'id': 'f4b0753b-924a-40dc-9cc1-247bad2779b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:40:46.851199 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:46.851609 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Bound using segment: {'id': 'f4b0753b-924a-40dc-9cc1-247bad2779b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde'} {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:40:46.852134 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Bound port: ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b0753b-924a-40dc-9cc1-247bad2779b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde'}}] {{(pid=86439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:40:46.852520 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:46.952665 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] For port ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:40:46.959456 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] For port ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad,segment=NetworkSegment(f4b0753b-924a-40dc-9cc1-247bad2779b3),segment_id=f4b0753b-924a-40dc-9cc1-247bad2779b3)] {{(pid=86439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:40:47.010352 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:47.020481 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:40:47.116581 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Routers {'100d05c9-b96b-4021-8fe6-8a9e32d9904d'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:40:47.117247 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec215f860>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:40:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['100d05c9-b96b-4021-8fe6-8a9e32d9904d'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:40:47.180032 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ab877-d1b1-46f6-8b59-97b521798dfd None None] Pushing event updated for resources: {'Port': ['ID=ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad,revision_number=4']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:40:47.196416 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-205ab877-d1b1-46f6-8b59-97b521798dfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:40:47.293107 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] Set router 100d05c9-b96b-4021-8fe6-8a9e32d9904d gateway port host: None {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:40:47.655857 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec215f860>, [{'id': '100d05c9-b96b-4021-8fe6-8a9e32d9904d', 'name': 'router1', 'tenant_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:40:32Z', 'updated_at': '2021-04-20T14:40:44Z', 'revision_number': 2, 'project_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'gw_port_host': None, '_interfaces': [{'id': 'ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad', 'name': '', 'network_id': 'f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde', 'tenant_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'mac_address': 'fa:16:3e:e2:28:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100d05c9-b96b-4021-8fe6-8a9e32d9904d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2874115-7469-4982-9736-7acc8454f9f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:40:43Z', 'updated_at': '2021-04-20T14:40:46Z', 'revision_number': 4, 'project_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'subnets': [{'id': 'c2874115-7469-4982-9736-7acc8454f9f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c5aea65-93f6-4de5-86ca-90febbf51b05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:40:47.660055 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253bc607-b04f-4a70-b70c-1ba2ced6e5f8 None None] The sync data for ids ['100d05c9-b96b-4021-8fe6-8a9e32d9904d'] in dv-cinder-742162-4-iscsi is: [{'id': '100d05c9-b96b-4021-8fe6-8a9e32d9904d', 'name': 'router1', 'tenant_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:40:32Z', 'updated_at': '2021-04-20T14:40:44Z', 'revision_number': 2, 'project_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'gw_port_host': None, '_interfaces': [{'id': 'ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad', 'name': '', 'network_id': 'f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde', 'tenant_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'mac_address': 'fa:16:3e:e2:28:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100d05c9-b96b-4021-8fe6-8a9e32d9904d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2874115-7469-4982-9736-7acc8454f9f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:40:43Z', 'updated_at': '2021-04-20T14:40:46Z', 'revision_number': 4, 'project_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'subnets': [{'id': 'c2874115-7469-4982-9736-7acc8454f9f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c5aea65-93f6-4de5-86ca-90febbf51b05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:40:47.880167 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 41308) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:40:48.061741 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba21f5a-d748-4df5-acbf-dc456824473d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:40:48.062373 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-3ba21f5a-d748-4df5-acbf-dc456824473d admin admin] Synchronizing usage tracker for tenant:e88fe171f5564c57bfd0999f41236a55 on resource:network {{(pid=86436) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:40:48.118550 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-3ba21f5a-d748-4df5-acbf-dc456824473d admin admin] Unset dirty status for tenant:e88fe171f5564c57bfd0999f41236a55 on resource:network {{(pid=86436) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:40:48.119852 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-3ba21f5a-d748-4df5-acbf-dc456824473d admin admin] 10.222.0.16 "GET /v2.0/networks/0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 HTTP/1.1" status: 200  len: 842 time: 0.2386076
Apr 20 14:40:48.131073 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-1def2544-30dd-4837-9055-20cff8fb6352 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.2.1'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:40:48.137077 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-1def2544-30dd-4837-9055-20cff8fb6352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:40:48.141845 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-1def2544-30dd-4837-9055-20cff8fb6352 admin admin] Usage tracker for resource:subnet and tenant:e88fe171f5564c57bfd0999f41236a55 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:40:48.145254 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-1def2544-30dd-4837-9055-20cff8fb6352 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:40:48.152109 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-1def2544-30dd-4837-9055-20cff8fb6352 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:40:48.187208 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1def2544-30dd-4837-9055-20cff8fb6352 admin admin] Made reservation on behalf of e88fe171f5564c57bfd0999f41236a55 for: {'subnet': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:40:48.192095 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1def2544-30dd-4837-9055-20cff8fb6352 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:48.888952 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.objects.ports [None req-1def2544-30dd-4837-9055-20cff8fb6352 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86436) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 20 14:40:48.889407 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1def2544-30dd-4837-9055-20cff8fb6352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for subnet, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:48.894441 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:40:48.972345 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def2544-30dd-4837-9055-20cff8fb6352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91730765-12cb-4a98-b654-b261f30f30ed,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:40:48.980446 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1def2544-30dd-4837-9055-20cff8fb6352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:40:48.981212 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1def2544-30dd-4837-9055-20cff8fb6352 admin admin] Checking segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:40:48.981653 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1def2544-30dd-4837-9055-20cff8fb6352 admin admin] Network hostable DHCP agents. Network: 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09, hostable agents: ['8cbc52d7-9a0e-47fc-ab25-55981a906e08'], hosted agents: [] {{(pid=86436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:40:49.038477 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1def2544-30dd-4837-9055-20cff8fb6352 admin admin] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 is scheduled to be hosted by DHCP agent 8cbc52d7-9a0e-47fc-ab25-55981a906e08 with binding_index 1 {{(pid=86436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:40:49.078588 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-1def2544-30dd-4837-9055-20cff8fb6352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-iscsi, 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09) {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:40:49.082968 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1def2544-30dd-4837-9055-20cff8fb6352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:40:49.083612 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1def2544-30dd-4837-9055-20cff8fb6352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:49.088431 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4922d8-95a9-4e47-8968-e61f060e0138 None None] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:40:49.142630 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-1def2544-30dd-4837-9055-20cff8fb6352 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0096703
Apr 20 14:40:49.334838 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ff3c3-30ec-4b48-8ae7-07ffbb1b4c62 None None] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:40:51.778270 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 41322) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:40:52.175352 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-2362c043-2cf8-4a43-ade8-a080626f7f61 admin admin] 10.222.0.16 "GET /v2.0/routers/100d05c9-b96b-4021-8fe6-8a9e32d9904d HTTP/1.1" status: 200  len: 710 time: 0.3952000
Apr 20 14:40:52.314308 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818885f9-c3e7-4a7a-aec9-d76c216ca22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:40:52.315673 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-818885f9-c3e7-4a7a-aec9-d76c216ca22b admin admin] 10.222.0.16 "GET /v2.0/networks/0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 HTTP/1.1" status: 200  len: 886 time: 0.1343899
Apr 20 14:40:52.325515 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-5d749d60-cb0b-49fb-bcd0-5d35cb3b05de admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:40:52.788710 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:40:52.803512 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5d749d60-cb0b-49fb-bcd0-5d35cb3b05de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854064395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854081697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31514'] for router, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:52.890138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:40:52.895733 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:40:52.896149 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:53.027483 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:53.063921 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad,segment=NetworkSegment(f4b0753b-924a-40dc-9cc1-247bad2779b3),segment_id=f4b0753b-924a-40dc-9cc1-247bad2779b3)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:40:53.101470 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:53.103720 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:40:53.179853 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:40:53.183389 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:40:53.235106 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5d749d60-cb0b-49fb-bcd0-5d35cb3b05de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:53.301273 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5d749d60-cb0b-49fb-bcd0-5d35cb3b05de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:53.453262 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-5d749d60-cb0b-49fb-bcd0-5d35cb3b05de admin admin] Allocated IP 172.27.2.101 (0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09/91730765-12cb-4a98-b654-b261f30f30ed/aa238f4c-bdbd-4c24-b64f-f4e228e7da52) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:40:53.607679 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5d749d60-cb0b-49fb-bcd0-5d35cb3b05de admin admin] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:53.667844 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5d749d60-cb0b-49fb-bcd0-5d35cb3b05de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:53.674324 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3e88f9b8-764f-4fd5-936a-1d5c8a66d336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:40:53.739582 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d749d60-cb0b-49fb-bcd0-5d35cb3b05de admin admin] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:40:53.748123 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-5d749d60-cb0b-49fb-bcd0-5d35cb3b05de admin admin] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:40:53.753653 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d749d60-cb0b-49fb-bcd0-5d35cb3b05de admin admin] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:40:53.828200 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d749d60-cb0b-49fb-bcd0-5d35cb3b05de admin admin] Pushing event updated for resources: {'Port': ['ID=aa238f4c-bdbd-4c24-b64f-f4e228e7da52,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:40:53.885491 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5d749d60-cb0b-49fb-bcd0-5d35cb3b05de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:40:54.505883 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5d749d60-cb0b-49fb-bcd0-5d35cb3b05de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:54.760799 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:40:54.845986 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:40:54.846568 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:54.878015 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5d749d60-cb0b-49fb-bcd0-5d35cb3b05de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854064395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854081697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31514'] for router, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:54.881715 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5d749d60-cb0b-49fb-bcd0-5d35cb3b05de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-711374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854064442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-694056'] for router, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:55.083063 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d749d60-cb0b-49fb-bcd0-5d35cb3b05de admin admin] Router 100d05c9-b96b-4021-8fe6-8a9e32d9904d has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:40:55.279387 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d749d60-cb0b-49fb-bcd0-5d35cb3b05de admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:40:55.288102 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5d749d60-cb0b-49fb-bcd0-5d35cb3b05de admin admin] Notify callbacks [] for router, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:55.289576 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-5d749d60-cb0b-49fb-bcd0-5d35cb3b05de admin admin] 10.222.0.16 "PUT /v2.0/routers/100d05c9-b96b-4021-8fe6-8a9e32d9904d HTTP/1.1" status: 200  len: 890 time: 2.9673667
Apr 20 14:40:55.290395 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Sync routers for ids ['100d05c9-b96b-4021-8fe6-8a9e32d9904d'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:40:55.304905 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Routers {'100d05c9-b96b-4021-8fe6-8a9e32d9904d'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:40:55.305675 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec11ddac8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:40:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['100d05c9-b96b-4021-8fe6-8a9e32d9904d'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:40:55.672441 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Set router 100d05c9-b96b-4021-8fe6-8a9e32d9904d gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:40:56.054020 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec11ddac8>, [{'id': '100d05c9-b96b-4021-8fe6-8a9e32d9904d', 'name': 'router1', 'tenant_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aa238f4c-bdbd-4c24-b64f-f4e228e7da52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:40:32Z', 'updated_at': '2021-04-20T14:40:53Z', 'revision_number': 4, 'project_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'gw_port': {'id': 'aa238f4c-bdbd-4c24-b64f-f4e228e7da52', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100d05c9-b96b-4021-8fe6-8a9e32d9904d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:40:53Z', 'updated_at': '2021-04-20T14:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': 'ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad', 'name': '', 'network_id': 'f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde', 'tenant_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'mac_address': 'fa:16:3e:e2:28:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100d05c9-b96b-4021-8fe6-8a9e32d9904d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2874115-7469-4982-9736-7acc8454f9f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:40:43Z', 'updated_at': '2021-04-20T14:40:53Z', 'revision_number': 5, 'project_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'subnets': [{'id': 'c2874115-7469-4982-9736-7acc8454f9f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c5aea65-93f6-4de5-86ca-90febbf51b05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:40:56.063468 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Checking router: 100d05c9-b96b-4021-8fe6-8a9e32d9904d for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:40:56.063849 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Updating router 100d05c9-b96b-4021-8fe6-8a9e32d9904d port aa238f4c-bdbd-4c24-b64f-f4e228e7da52 binding host dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:40:56.120379 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:56.487361 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Notify callbacks [] for port, precommit_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:56.530275 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Transition to ACTIVE for port object aa238f4c-bdbd-4c24-b64f-f4e228e7da52 will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:40:56.570141 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:56.574766 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:40:56.664502 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Attempting to bind port aa238f4c-bdbd-4c24-b64f-f4e228e7da52 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:40:56.664911 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Attempting to bind port aa238f4c-bdbd-4c24-b64f-f4e228e7da52 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:40:56.665311 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Attempting to bind port aa238f4c-bdbd-4c24-b64f-f4e228e7da52 on network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:40:56.669628 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491990cc-4bda-436c-b3a4-a5584d0c5ae8 None None] Pushing event updated for resources: {'Port': ['ID=aa238f4c-bdbd-4c24-b64f-f4e228e7da52,revision_number=2']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:40:56.674027 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-491990cc-4bda-436c-b3a4-a5584d0c5ae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:40:56.675373 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:40:56.675373 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Checking segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:40:56.675833 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:56.676243 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Bound using segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:40:56.676764 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Bound port: aa238f4c-bdbd-4c24-b64f-f4e228e7da52, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:40:56.677864 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:56.756866 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] For port aa238f4c-bdbd-4c24-b64f-f4e228e7da52, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:40:56.759998 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] For port aa238f4c-bdbd-4c24-b64f-f4e228e7da52, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=aa238f4c-bdbd-4c24-b64f-f4e228e7da52,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:40:56.792187 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:56.798160 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8d048615-5c41-439b-8b5c-76c95f8d1ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:40:56.882026 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Routers {'100d05c9-b96b-4021-8fe6-8a9e32d9904d'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:40:56.882697 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec11ddac8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:40:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['100d05c9-b96b-4021-8fe6-8a9e32d9904d'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:40:56.954619 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491990cc-4bda-436c-b3a4-a5584d0c5ae8 None None] Pushing event updated for resources: {'Port': ['ID=aa238f4c-bdbd-4c24-b64f-f4e228e7da52,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:40:56.959668 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-491990cc-4bda-436c-b3a4-a5584d0c5ae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:40:57.114833 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] Set router 100d05c9-b96b-4021-8fe6-8a9e32d9904d gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:40:57.483189 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec11ddac8>, [{'id': '100d05c9-b96b-4021-8fe6-8a9e32d9904d', 'name': 'router1', 'tenant_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aa238f4c-bdbd-4c24-b64f-f4e228e7da52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:40:32Z', 'updated_at': '2021-04-20T14:40:53Z', 'revision_number': 4, 'project_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'gw_port': {'id': 'aa238f4c-bdbd-4c24-b64f-f4e228e7da52', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100d05c9-b96b-4021-8fe6-8a9e32d9904d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:40:53Z', 'updated_at': '2021-04-20T14:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': 'ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad', 'name': '', 'network_id': 'f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde', 'tenant_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'mac_address': 'fa:16:3e:e2:28:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100d05c9-b96b-4021-8fe6-8a9e32d9904d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2874115-7469-4982-9736-7acc8454f9f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:40:43Z', 'updated_at': '2021-04-20T14:40:53Z', 'revision_number': 5, 'project_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'subnets': [{'id': 'c2874115-7469-4982-9736-7acc8454f9f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c5aea65-93f6-4de5-86ca-90febbf51b05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:40:57.487494 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7518bb7-ace7-4fd4-b189-d6b32286a1d2 None None] The sync data for ids ['100d05c9-b96b-4021-8fe6-8a9e32d9904d'] in dv-cinder-742162-4-iscsi is: [{'id': '100d05c9-b96b-4021-8fe6-8a9e32d9904d', 'name': 'router1', 'tenant_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aa238f4c-bdbd-4c24-b64f-f4e228e7da52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:40:32Z', 'updated_at': '2021-04-20T14:40:53Z', 'revision_number': 4, 'project_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'gw_port': {'id': 'aa238f4c-bdbd-4c24-b64f-f4e228e7da52', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100d05c9-b96b-4021-8fe6-8a9e32d9904d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:40:53Z', 'updated_at': '2021-04-20T14:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': 'ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad', 'name': '', 'network_id': 'f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde', 'tenant_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'mac_address': 'fa:16:3e:e2:28:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100d05c9-b96b-4021-8fe6-8a9e32d9904d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c2874115-7469-4982-9736-7acc8454f9f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:40:43Z', 'updated_at': '2021-04-20T14:40:53Z', 'revision_number': 5, 'project_id': 'bbc894175e0d41b1a707e053da5ffbc6', 'subnets': [{'id': 'c2874115-7469-4982-9736-7acc8454f9f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9c5aea65-93f6-4de5-86ca-90febbf51b05'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:40:58.147176 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 41332) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:40:58.281699 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-03b42223-f104-4837-ae1c-9ecbc9abe320 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1331773
Apr 20 14:40:58.799359 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device aa238f4c-bdbd-4c24-b64f-f4e228e7da52 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:40:58.930300 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port aa238f4c-bdbd-4c24-b64f-f4e228e7da52 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:40:58.936641 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port aa238f4c-bdbd-4c24-b64f-f4e228e7da52 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:40:58.937056 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:59.078466 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:59.096002 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port aa238f4c-bdbd-4c24-b64f-f4e228e7da52, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=aa238f4c-bdbd-4c24-b64f-f4e228e7da52,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:40:59.124394 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:40:59.126722 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-491990cc-4bda-436c-b3a4-a5584d0c5ae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:40:59.202436 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=aa238f4c-bdbd-4c24-b64f-f4e228e7da52,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:40:59.205852 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:41:00.797275 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device aa238f4c-bdbd-4c24-b64f-f4e228e7da52 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:41:01.004495 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port aa238f4c-bdbd-4c24-b64f-f4e228e7da52 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:41:01.005442 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:41:02.256377 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-118d5632-044a-4969-8918-21f3b164c42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:41:02.542150 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 5 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:41:04.912554 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-69caeee4-1cb8-4bd7-8a66-603339c01976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:41:05.467592 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:41:06.387830 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:41:06.925508 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:41:32.232207 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9de686be-f782-4bb0-a8de-ce4a726fc207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:41:34.918225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e26e8137-0da9-4d97-98c8-134781bf1cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:41:35.454713 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:41:36.369081 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:41:36.912185 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:41:39.542349 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 5 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:42:02.231185 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-dba5f92f-90c5-4fb5-afe5-c653ef66bf3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:42:04.893982 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bfe4bd28-d1d9-43a2-99b3-2262b9e1269d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:42:05.530977 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:42:06.362818 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:42:06.905609 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:42:16.541243 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 5 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:42:32.236401 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1ba08059-ec89-40ba-a897-0938e026616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:42:34.899140 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7bdbff2f-7b28-43a8-ad79-63d486031957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:42:35.469987 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:42:36.361442 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:42:36.933761 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:42:48.424378 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 41902) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:42:48.501569 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.pecan_wsgi.hooks.translation [None req-45beca61-6c3b-4d41-b281-f445b7c500a6 admin admin] GET failed (client error): The resource could not be found.
Apr 20 14:42:48.503019 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-45beca61-6c3b-4d41-b281-f445b7c500a6 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0775874
Apr 20 14:42:48.646243 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67789c5-1f9d-464b-9451-5c70a872a3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:42:48.647729 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-f67789c5-1f9d-464b-9451-5c70a872a3c2 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1404147
Apr 20 14:42:51.259999 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 41912) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:42:51.375771 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256a710-d8d8-43cb-9ddc-735adb46ec83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:42:51.376303 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-5256a710-d8d8-43cb-9ddc-735adb46ec83 admin admin] Synchronizing usage tracker for tenant:e88fe171f5564c57bfd0999f41236a55 on resource:subnet {{(pid=86436) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:42:51.441199 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-5256a710-d8d8-43cb-9ddc-735adb46ec83 admin admin] Unset dirty status for tenant:e88fe171f5564c57bfd0999f41236a55 on resource:subnet {{(pid=86436) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:42:51.442552 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-5256a710-d8d8-43cb-9ddc-735adb46ec83 admin admin] 10.222.0.16 "GET /v2.0/subnets/c2874115-7469-4982-9736-7acc8454f9f5 HTTP/1.1" status: 200  len: 849 time: 0.1815579
Apr 20 14:42:51.453366 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:42:51.582592 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:42:51.915671 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791465440729'] for subnet, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:42:51.920775 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:42:51.964041 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:42:51.964837 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:42:51.968210 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] 10.222.0.16 "PUT /v2.0/subnets/c2874115-7469-4982-9736-7acc8454f9f5 HTTP/1.1" status: 200  len: 868 time: 0.5171704
Apr 20 14:42:51.968837 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdc7c17-7b48-4362-9241-edb63f45b7c0 None None] Network f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:42:51.993569 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2874115-7469-4982-9736-7acc8454f9f5,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:42:52.002611 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:42:52.002981 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:42:52.003337 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:42:52.003698 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:42:52.004058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:42:52.004433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:42:52.004788 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:42:52.005143 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:42:52.005526 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:42:52.005889 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:42:52.006236 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:42:52.006583 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:42:52.011342 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:42:52.605152 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-84faa30d-2bed-4305-943e-10156944d84b None None] Provisioning complete for port ef1c3db1-c02c-4e31-8be2-0ccdb9bc2fad triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:42:52.605743 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-84faa30d-2bed-4305-943e-10156944d84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:42:52.743971 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-84faa30d-2bed-4305-943e-10156944d84b None None] Provisioning complete for port 256eb275-1b30-406f-8cd0-92ff195bbba8 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:42:52.744877 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-84faa30d-2bed-4305-943e-10156944d84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:42:53.540115 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 5 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:42:54.514107 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 41922) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:42:54.712116 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c84d59-dfb4-4273-88f0-6ce186f7ee99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:42:54.712685 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c84d59-dfb4-4273-88f0-6ce186f7ee99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:42:54.714376 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-15c84d59-dfb4-4273-88f0-6ce186f7ee99 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1990991
Apr 20 14:42:57.229522 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 41932) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:42:57.430078 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726e1026-8624-4b88-8895-98966ae423e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:42:57.430493 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726e1026-8624-4b88-8895-98966ae423e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:42:57.432326 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-726e1026-8624-4b88-8895-98966ae423e6 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2016938
Apr 20 14:42:59.940089 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 41942) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:43:00.126962 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d168bc5-2860-4a71-96a8-f3c2c105c2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:43:00.128370 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-9d168bc5-2860-4a71-96a8-f3c2c105c2ea admin admin] 10.222.0.16 "GET /v2.0/networks/0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 HTTP/1.1" status: 200  len: 886 time: 0.1872141
Apr 20 14:43:02.223704 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c12d197b-417e-4386-b90b-b9df45ceba6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:02.631683 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 41952) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:43:02.820807 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c53753-9f41-477d-8db9-ff938e12e920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:43:02.822373 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-f2c53753-9f41-477d-8db9-ff938e12e920 admin admin] 10.222.0.16 "GET /v2.0/networks/f995bbb8-a1f0-47e6-ae1a-8cfa4a1b3fde HTTP/1.1" status: 200  len: 869 time: 0.1896691
Apr 20 14:43:04.892090 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a8c702f2-cd77-4a1c-a4d2-ae28c973a3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:05.345558 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 41962) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:43:05.463637 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:05.466409 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d23fe6-f387-46c6-960d-bd155984ecea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:43:05.466916 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d23fe6-f387-46c6-960d-bd155984ecea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:43:05.468558 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-97d23fe6-f387-46c6-960d-bd155984ecea admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1219850
Apr 20 14:43:06.355270 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:06.914987 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:07.979423 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 41972) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:43:08.102330 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd3de3d-746c-4168-afde-e3cdb20c8c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:43:08.102955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd3de3d-746c-4168-afde-e3cdb20c8c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:43:08.104495 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-0fd3de3d-746c-4168-afde-e3cdb20c8c03 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1240544
Apr 20 14:43:10.630446 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 41982) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:43:10.741838 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e336c1-4858-478a-b9e4-5e7a957403b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:43:10.743964 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-74e336c1-4858-478a-b9e4-5e7a957403b2 admin admin] 10.222.0.16 "GET /v2.0/subnets/91730765-12cb-4a98-b654-b261f30f30ed HTTP/1.1" status: 200  len: 816 time: 0.1118424
Apr 20 14:43:13.285219 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 41992) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:43:13.405881 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d73503-0184-4a3f-a3bf-6b132291d411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:43:13.407364 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-51d73503-0184-4a3f-a3bf-6b132291d411 admin admin] 10.222.0.16 "GET /v2.0/subnets/c2874115-7469-4982-9736-7acc8454f9f5 HTTP/1.1" status: 200  len: 868 time: 0.1210945
Apr 20 14:43:30.539475 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 5 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:43:32.222982 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-70bfd800-2cad-4968-b0e8-2973078fbca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:34.891408 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-35876b78-74ec-4071-93ba-a2a43a7e0cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:35.463279 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:36.360263 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:36.920119 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:40.016681 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 42036) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:43:40.072048 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [None req-2e48fc82-2733-4269-b051-ac3957e91db6 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86436) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:43:40.073139 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-2e48fc82-2733-4269-b051-ac3957e91db6 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0554402
Apr 20 14:43:42.708756 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 42046) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:43:42.785561 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56544e3-3188-4997-98d3-1be7313c2fd8 admin admin] GET failed (client error): The resource could not be found.
Apr 20 14:43:42.786984 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-f56544e3-3188-4997-98d3-1be7313c2fd8 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0768726
Apr 20 14:43:42.926065 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695501c3-4cb6-4f53-bd03-9118677c5cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:43:42.927597 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-695501c3-4cb6-4f53-bd03-9118677c5cd6 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1362069
Apr 20 14:43:45.491409 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 42056) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:43:45.543487 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:43:45.548484 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:43:45.559036 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:43:45.622558 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Made reservation on behalf of e88fe171f5564c57bfd0999f41236a55 for: {'network': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:43:45.627501 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for network, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:45.721833 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING neutron.services.revisions.revision_plugin [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7feec0fa7ba8] {project_id='e88fe171f5564c57bfd0999f41236a55', id='ae45a5b9-bd4a-4914-afb5-f453405ec80e', target_tenant='*', action='access_as_shared', object_id='fe1c70a9-0036-4745-bc76-4926fc3b8d55'}> to bump revision.
Apr 20 14:43:45.734114 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'}  {{(pid=86437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:43:45.796057 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:45.796435 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.segments_db [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Added segment ac3845eb-97c0-4fb4-bd72-08fa5f397c81 of type vlan for network fe1c70a9-0036-4745-bc76-4926fc3b8d55
Apr 20 14:43:45.977804 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791464999914'] for network, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:46.034477 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for network, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:46.035970 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:43:46.036617 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:46.042594 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:43:46.145711 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Pushing event updated for resources: {'Network': ['ID=fe1c70a9-0036-4745-bc76-4926fc3b8d55,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:43:46.153666 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:46.154047 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:46.154411 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:46.154765 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:46.155115 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:46.155466 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:46.155813 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:46.156159 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:46.156517 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:46.156861 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:46.157209 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:46.157571 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:46.161353 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:43:46.170171 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Network fe1c70a9-0036-4745-bc76-4926fc3b8d55 details requested by agent ovs-agent-dv-cinder-742162-4-iscsi with host dv-cinder-742162-4-iscsi {{(pid=86438) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:43:46.195438 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-7d3be7d0-9267-4b87-b3fe-4af06880bf11 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7027636
Apr 20 14:43:48.751833 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 42066) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:43:48.830194 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.pecan_wsgi.hooks.translation [None req-62203e70-14a2-4d35-9654-b857f77a9e5f admin admin] GET failed (client error): The resource could not be found.
Apr 20 14:43:48.830792 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-62203e70-14a2-4d35-9654-b857f77a9e5f admin admin] Synchronizing usage tracker for tenant:e88fe171f5564c57bfd0999f41236a55 on resource:network {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:43:48.880335 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-62203e70-14a2-4d35-9654-b857f77a9e5f admin admin] Unset dirty status for tenant:e88fe171f5564c57bfd0999f41236a55 on resource:network {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:43:48.881712 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-62203e70-14a2-4d35-9654-b857f77a9e5f admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1287730
Apr 20 14:43:49.004111 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa046608-ecab-4418-9f22-076b35c66910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:43:49.005715 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-fa046608-ecab-4418-9f22-076b35c66910 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1191418
Apr 20 14:43:49.017203 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-a2ca24f2-e2da-4dc0-8e35-a4df0c0d7726 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'fe1c70a9-0036-4745-bc76-4926fc3b8d55', 'cidr': '192.168.233.0/24'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:43:49.022481 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a2ca24f2-e2da-4dc0-8e35-a4df0c0d7726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:43:49.033687 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a2ca24f2-e2da-4dc0-8e35-a4df0c0d7726 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:43:49.062974 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ca24f2-e2da-4dc0-8e35-a4df0c0d7726 admin admin] Made reservation on behalf of e88fe171f5564c57bfd0999f41236a55 for: {'subnet': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:43:49.067753 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a2ca24f2-e2da-4dc0-8e35-a4df0c0d7726 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:49.482412 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a2ca24f2-e2da-4dc0-8e35-a4df0c0d7726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for subnet, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:49.487128 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:43:49.564413 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca24f2-e2da-4dc0-8e35-a4df0c0d7726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f7a3e1d-242d-485e-8ac6-99338930c7d8,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:43:49.570416 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a2ca24f2-e2da-4dc0-8e35-a4df0c0d7726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:43:49.573058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ca24f2-e2da-4dc0-8e35-a4df0c0d7726 admin admin] Checking segment: {'id': 'ac3845eb-97c0-4fb4-bd72-08fa5f397c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fe1c70a9-0036-4745-bc76-4926fc3b8d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:43:49.573444 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ca24f2-e2da-4dc0-8e35-a4df0c0d7726 admin admin] Network hostable DHCP agents. Network: fe1c70a9-0036-4745-bc76-4926fc3b8d55, hostable agents: ['8cbc52d7-9a0e-47fc-ab25-55981a906e08'], hosted agents: [] {{(pid=86437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:43:49.628653 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ca24f2-e2da-4dc0-8e35-a4df0c0d7726 admin admin] Network fe1c70a9-0036-4745-bc76-4926fc3b8d55 is scheduled to be hosted by DHCP agent 8cbc52d7-9a0e-47fc-ab25-55981a906e08 with binding_index 1 {{(pid=86437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:43:49.674451 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-a2ca24f2-e2da-4dc0-8e35-a4df0c0d7726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-iscsi, fe1c70a9-0036-4745-bc76-4926fc3b8d55) {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:43:49.679086 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ca24f2-e2da-4dc0-8e35-a4df0c0d7726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:43:49.680215 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a2ca24f2-e2da-4dc0-8e35-a4df0c0d7726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:49.684630 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b536aaaa-7bb6-4a69-91bb-2f701c29ff34 None None] Network fe1c70a9-0036-4745-bc76-4926fc3b8d55 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:43:49.882290 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a2ca24f2-e2da-4dc0-8e35-a4df0c0d7726 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8689761
Apr 20 14:43:49.925632 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc772c441-73b6-55f3-87a1-c705605c86c2-fe1c70a9-0036-4745-bc76-4926fc3b8d55', 'network_id': 'fe1c70a9-0036-4745-bc76-4926fc3b8d55', 'tenant_id': 'e88fe171f5564c57bfd0999f41236a55', 'fixed_ips': [{'subnet_id': '5f7a3e1d-242d-485e-8ac6-99338930c7d8'}]}} from dv-cinder-742162-4-iscsi. {{(pid=86438) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 14:43:49.926573 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:50.107351 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Allocated IP 192.168.233.2 (fe1c70a9-0036-4745-bc76-4926fc3b8d55/5f7a3e1d-242d-485e-8ac6-99338930c7d8/2d1752e1-46cd-456f-b591-64916550c00e) {{(pid=86438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:43:50.379344 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Notify callbacks [] for port, precommit_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:50.462959 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Transition to ACTIVE for port object 2d1752e1-46cd-456f-b591-64916550c00e will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:43:50.484553 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Transition to ACTIVE for port object 2d1752e1-46cd-456f-b591-64916550c00e will not be triggered until provisioned by entity DHCP. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:43:50.514528 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:50.520509 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:43:50.588554 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Network fe1c70a9-0036-4745-bc76-4926fc3b8d55 is already hosted by enough agents. {{(pid=86438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:43:50.592217 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Resources bound (agent type, host, resource id):  {{(pid=86438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:43:50.596331 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Received port after_create {{(pid=86438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:43:50.636980 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Pushing event updated for resources: {'Port': ['ID=2d1752e1-46cd-456f-b591-64916550c00e,revision_number=1']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:43:50.680276 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:50.680730 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:50.681017 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:50.681401 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:50.681755 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:50.682110 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:50.682466 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:50.682813 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:50.683169 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:50.683514 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:50.683859 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:50.684199 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:43:50.695290 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:43:50.712382 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Attempting to bind port 2d1752e1-46cd-456f-b591-64916550c00e on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:43:50.712782 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Attempting to bind port 2d1752e1-46cd-456f-b591-64916550c00e by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': 'ac3845eb-97c0-4fb4-bd72-08fa5f397c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fe1c70a9-0036-4745-bc76-4926fc3b8d55'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:43:50.713172 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Attempting to bind port 2d1752e1-46cd-456f-b591-64916550c00e on network fe1c70a9-0036-4745-bc76-4926fc3b8d55 {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:43:50.719123 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:43:50.719525 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Checking segment: {'id': 'ac3845eb-97c0-4fb4-bd72-08fa5f397c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fe1c70a9-0036-4745-bc76-4926fc3b8d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:43:50.720029 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:50.720447 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Bound using segment: {'id': 'ac3845eb-97c0-4fb4-bd72-08fa5f397c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fe1c70a9-0036-4745-bc76-4926fc3b8d55'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:43:50.720953 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Bound port: 2d1752e1-46cd-456f-b591-64916550c00e, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3845eb-97c0-4fb4-bd72-08fa5f397c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fe1c70a9-0036-4745-bc76-4926fc3b8d55'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:43:50.721354 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:50.817347 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] For port 2d1752e1-46cd-456f-b591-64916550c00e, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:43:50.820998 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] For port 2d1752e1-46cd-456f-b591-64916550c00e, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=2d1752e1-46cd-456f-b591-64916550c00e,segment=NetworkSegment(ac3845eb-97c0-4fb4-bd72-08fa5f397c81),segment_id=ac3845eb-97c0-4fb4-bd72-08fa5f397c81)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:43:50.880682 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:50.885997 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:43:50.974888 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Pushing event updated for resources: {'Port': ['ID=2d1752e1-46cd-456f-b591-64916550c00e,revision_number=2']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:43:50.977839 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:43:52.220483 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f342c2fd-ed4b-4a3b-a8db-a0f5ca075f1b None None] Network fe1c70a9-0036-4745-bc76-4926fc3b8d55 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:43:52.359427 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-7e64b21d-4afc-43d2-9d4a-acc9ba7392bb None None] Provisioning for port 2d1752e1-46cd-456f-b591-64916550c00e completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:43:52.937102 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 2d1752e1-46cd-456f-b591-64916550c00e up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:43:53.046343 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port 2d1752e1-46cd-456f-b591-64916550c00e completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:43:53.052488 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 2d1752e1-46cd-456f-b591-64916550c00e triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:43:53.052905 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:53.181669 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:53.214262 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port 2d1752e1-46cd-456f-b591-64916550c00e, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=2d1752e1-46cd-456f-b591-64916550c00e,segment=NetworkSegment(ac3845eb-97c0-4fb4-bd72-08fa5f397c81),segment_id=ac3845eb-97c0-4fb4-bd72-08fa5f397c81)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:43:53.251738 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:43:53.254004 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:43:53.325034 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=2d1752e1-46cd-456f-b591-64916550c00e,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:43:53.328264 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:43:54.933549 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 2d1752e1-46cd-456f-b591-64916550c00e up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:43:55.012106 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 2d1752e1-46cd-456f-b591-64916550c00e triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:43:55.012512 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:44:02.217293 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f74f7d00-93ea-4e8c-85f7-13093e925574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:44:04.902314 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e5e7af3f-29bd-47cd-a79c-416d94c5b896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:44:05.467870 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:44:06.393974 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:44:06.913974 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:44:07.540487 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 5 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:44:32.233033 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7436971f-4557-49aa-8c17-08925a426724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:44:34.890515 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7cd38fa9-cf7a-4d27-8bc0-b537ca35c0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:44:35.484733 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:44:36.364733 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:44:36.930775 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:44:44.539998 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 5 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:45:02.238590 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0f3bde65-9695-41d3-9af7-c7af48d68ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:45:04.904738 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-37fae741-3601-4dd2-8cec-b59daa5e0a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:45:05.484280 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:45:06.370420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:45:06.946913 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:45:21.538907 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 5 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:45:27.764326 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 42116) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:45:27.770770 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [None req-8ffd05e3-47cf-4618-845b-eb937c5324de tempest-verify_tempest_config-910590173 tempest-verify_tempest_config-910590173-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:45:27.771815 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-8ffd05e3-47cf-4618-845b-eb937c5324de tempest-verify_tempest_config-910590173 tempest-verify_tempest_config-910590173-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0064430
Apr 20 14:45:28.227657 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 42134) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:45:28.355272 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:45:28.371170 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:45:28.375199 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Usage tracker for resource:security_group_rule and tenant:d5d80644066c4be0944545bef38c254c is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:45:28.378183 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:45:28.384223 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:45:28.640938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:45:28.689595 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:45:28.700053 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:45:28.745297 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5d80644066c4be0944545bef38c254c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5164623
Apr 20 14:45:28.747775 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6823949-5a83-4b7f-9e68-14409c6249b7,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:45:28.748322 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 42140) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:45:28.755769 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:28.756158 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:28.756531 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:28.756897 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:28.757259 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:28.757699 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:28.758064 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:28.758423 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:28.758783 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:28.759136 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:28.759489 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:28.759842 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:28.764471 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:45:28.815043 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9744185b-de16-481a-9da7-797342971406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:45:28.843183 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9744185b-de16-481a-9da7-797342971406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:45:28.981175 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9744185b-de16-481a-9da7-797342971406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:45:28.986877 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:45:29.002102 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744185b-de16-481a-9da7-797342971406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6823949-5a83-4b7f-9e68-14409c6249b7,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:45:29.013112 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9744185b-de16-481a-9da7-797342971406 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:29.013525 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9744185b-de16-481a-9da7-797342971406 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:29.013890 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9744185b-de16-481a-9da7-797342971406 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:29.014252 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9744185b-de16-481a-9da7-797342971406 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:29.014591 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9744185b-de16-481a-9da7-797342971406 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:29.014939 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9744185b-de16-481a-9da7-797342971406 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:29.015285 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9744185b-de16-481a-9da7-797342971406 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:29.015630 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9744185b-de16-481a-9da7-797342971406 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:29.015976 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9744185b-de16-481a-9da7-797342971406 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:29.016324 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9744185b-de16-481a-9da7-797342971406 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:29.016669 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9744185b-de16-481a-9da7-797342971406 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:29.017009 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9744185b-de16-481a-9da7-797342971406 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:45:29.026920 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9744185b-de16-481a-9da7-797342971406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:45:29.028008 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9744185b-de16-481a-9da7-797342971406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:45:29.032017 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-9744185b-de16-481a-9da7-797342971406 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6823949-5a83-4b7f-9e68-14409c6249b7 HTTP/1.1" status: 204  len: 168 time: 0.2798369
Apr 20 14:45:32.232730 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-51b1a8a8-9918-4216-b2c2-c3de174b16e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:45:34.900527 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8bc8104f-ace2-4907-a91c-af8867c3a19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:45:35.506892 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:45:36.363596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:45:36.935007 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:45:58.538289 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 5 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:46:02.232020 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0d101c51-d20b-4325-9bcc-fbc7119b20d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:46:04.900355 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9d199ce9-3ad4-4c50-bbf0-9b6f05f0eb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:46:05.483063 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:46:06.369402 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:46:06.946120 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:46:32.225342 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-70b55a7b-d629-4e6d-82e2-17fd099055e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:46:34.893226 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4193d673-74cb-463e-9833-ac4104516f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:46:35.487414 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:46:35.537340 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 5 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:46:36.368655 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:46:36.934036 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:47:00.734156 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069'] for agent, after_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:47:02.253979 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d3abc010-006c-4ce9-adf9-8f01ce3a559b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:47:04.910774 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f762c87e-b696-4026-a439-1a4b12871907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:47:05.487855 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:47:05.805187 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 42194) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:47:05.926522 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-faf61a50-d749-421c-8107-e978daf11435 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1200888
Apr 20 14:47:06.373280 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:47:06.955362 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:47:08.472040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 42204) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:47:08.532936 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-89398a95-2d05-4da7-8a9a-6158380efba3 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0596306
Apr 20 14:47:12.537966 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:47:30.698908 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:47:32.247670 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-af2d7685-e2d1-4fe9-9b91-2b3fa4da54b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:47:34.899202 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6b6a4b2f-5720-4c52-9148-b7bfe4ab29ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:47:35.493528 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:47:36.372234 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:47:36.944291 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:47:49.537378 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:48:00.698856 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:02.247029 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5d626107-855a-4776-bdde-002a6005acc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:04.921914 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-78f07212-922e-48f4-bf79-9ac68b2de96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:05.498500 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:06.388752 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:06.955674 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:26.536863 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:48:30.702420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:32.258588 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a2d0fe41-a12b-45d6-bf1d-55650c178683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:34.904613 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-39db47e6-dadc-4bce-8d87-e281a7e7d787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:35.496745 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:36.366847 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:36.955924 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:44.549129 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 42356) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:44.570125 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 42362) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:45.042174 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1989924451-network', 'tenant_id': '7a24367a785146cda03a905690f8cd8a'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:48:45.045294 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:45.053521 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1547514418-network', 'tenant_id': 'eef72ea2e2c54d04a7a83790dc9707b7'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:48:45.064313 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Usage tracker for resource:network and tenant:7a24367a785146cda03a905690f8cd8a is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:45.066723 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:45.071712 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:45.074653 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Usage tracker for resource:network and tenant:eef72ea2e2c54d04a7a83790dc9707b7 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:45.080751 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:45.085015 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:45.089910 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:45.133300 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Made reservation on behalf of 7a24367a785146cda03a905690f8cd8a for: {'network': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:48:45.134135 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Made reservation on behalf of eef72ea2e2c54d04a7a83790dc9707b7 for: {'network': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:48:45.139233 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for network, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:45.139573 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for network, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:45.154461 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:45.155685 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:45.175213 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:45.178216 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:45.179681 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Usage tracker for resource:security_group_rule and tenant:eef72ea2e2c54d04a7a83790dc9707b7 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:45.182469 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Usage tracker for resource:security_group_rule and tenant:7a24367a785146cda03a905690f8cd8a is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:45.182986 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:45.186322 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:45.189847 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:45.193489 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:45.370938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:45.383546 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:45.399775 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:45.404743 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:45.435935 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec25a318-a36e-49af-84b0-7a3c3d8ce856,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:45.436479 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:45.441433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:45.456330 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'}  {{(pid=86437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:48:45.456330 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.456330 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.456330 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.456798 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.457056 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.457437 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.458240 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.458608 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.458992 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.459356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.459693 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.460386 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Tracked resource versions report:
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]: pushed versions:
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]: {   'AddressGroup': {'1.2'},
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:     'ConntrackHelper': {'1.0'},
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Log': {'1.0'},
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Network': {'1.1'},
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Port': {'1.7'},
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:     'PortForwarding': {'1.2'},
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:     'QosPolicy': {'1.8'},
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SecurityGroup': {'1.4'},
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SecurityGroupRule': {'1.2'},
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SubPort': {'1.0'},
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Subnet': {'1.1'},
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Trunk': {'1.1'}}
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]: consumer versions:
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]: {   DHCP agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:     HyperV agent@hv-cinder-74216: {},
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:     L3 agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:     Metadata agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:     Metering agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:     Open vSwitch agent@dv-cinder-742162-4-iscsi: {   'AddressGroup': '1.2',
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'ConntrackHelper': '1.0',
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Log': '1.0',
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Network': '1.1',
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Port': '1.7',
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'PortForwarding': '1.2',
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'QosPolicy': '1.8',
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SecurityGroup': '1.4',
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SecurityGroupRule': '1.2',
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SubPort': '1.0',
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Subnet': '1.1',
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Trunk': '1.1'}}
Apr 20 14:48:45.461387 dv-cinder-742162-4-iscsi neutron-server[86323]:  {{(pid=86437) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 14:48:45.465483 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:45.470753 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:45.471361 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.segments_db [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Added segment 4fae770f-408e-4a25-a62f-4c0f819efaed of type vlan for network 58719903-15d1-4315-bb1e-052e740696ac
Apr 20 14:48:45.473501 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'}  {{(pid=86436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:48:45.483601 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9b0a17-c2ac-4696-9fcf-517aa916272c,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:45.493336 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.493790 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.494225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.494589 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.494939 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.495473 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.495933 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.496864 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.497239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.497838 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.498188 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Tracked resource versions report:
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]: pushed versions:
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]: {   'AddressGroup': {'1.2'},
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:     'ConntrackHelper': {'1.0'},
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Log': {'1.0'},
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Network': {'1.1'},
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Port': {'1.7'},
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:     'PortForwarding': {'1.2'},
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:     'QosPolicy': {'1.8'},
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SecurityGroup': {'1.4'},
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SecurityGroupRule': {'1.2'},
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SubPort': {'1.0'},
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Subnet': {'1.1'},
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Trunk': {'1.1'}}
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]: consumer versions:
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]: {   DHCP agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:     HyperV agent@hv-cinder-74216: {},
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:     L3 agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:     Metadata agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:     Metering agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:     Open vSwitch agent@dv-cinder-742162-4-iscsi: {   'AddressGroup': '1.2',
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'ConntrackHelper': '1.0',
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Log': '1.0',
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Network': '1.1',
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Port': '1.7',
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'PortForwarding': '1.2',
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'QosPolicy': '1.8',
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SecurityGroup': '1.4',
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SecurityGroupRule': '1.2',
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SubPort': '1.0',
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Subnet': '1.1',
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Trunk': '1.1'}}
Apr 20 14:48:45.502155 dv-cinder-742162-4-iscsi neutron-server[86323]:  {{(pid=86436) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 14:48:45.504808 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:45.550748 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:45.551760 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.segments_db [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Added segment 6e4c7473-cdca-4da7-b21f-25ecac67c8df of type vlan for network 42f202dd-8cd2-4251-8db7-28646c856c8f
Apr 20 14:48:45.571485 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791464999914'] for network, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:45.594334 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791464999914'] for network, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:45.635503 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for network, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:45.636896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:48:45.637688 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:45.643348 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:45.665528 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for network, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:45.667355 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:48:45.669714 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:45.674101 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d18d60d7-61fe-4c87-947d-c12c17986f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:45.757758 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Pushing event updated for resources: {'Network': ['ID=58719903-15d1-4315-bb1e-052e740696ac,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:45.760957 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:45.771537 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Network 58719903-15d1-4315-bb1e-052e740696ac details requested by agent ovs-agent-dv-cinder-742162-4-iscsi with host dv-cinder-742162-4-iscsi {{(pid=86438) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:48:45.785631 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Pushing event updated for resources: {'Network': ['ID=42f202dd-8cd2-4251-8db7-28646c856c8f,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:45.788675 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:45.795854 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 42414) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:45.795945 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2238436
Apr 20 14:48:45.801746 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-2908ecb9-1a9e-4dfb-85df-c375c83ce872 admin admin] Request body: {'subnet': {'network_id': '58719903-15d1-4315-bb1e-052e740696ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1547514418-subnet', 'tenant_id': 'eef72ea2e2c54d04a7a83790dc9707b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:48:45.806807 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-2908ecb9-1a9e-4dfb-85df-c375c83ce872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:45.811108 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-2908ecb9-1a9e-4dfb-85df-c375c83ce872 admin admin] Usage tracker for resource:subnet and tenant:eef72ea2e2c54d04a7a83790dc9707b7 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:45.814647 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-2908ecb9-1a9e-4dfb-85df-c375c83ce872 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:45.821522 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 42418) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:45.821773 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2712088
Apr 20 14:48:45.826475 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-2908ecb9-1a9e-4dfb-85df-c375c83ce872 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:45.829833 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-ab1456e9-737e-4e6f-99ea-a013512d4fbc admin admin] Request body: {'subnet': {'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1989924451-subnet', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:48:45.835050 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-ab1456e9-737e-4e6f-99ea-a013512d4fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:45.840745 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-ab1456e9-737e-4e6f-99ea-a013512d4fbc admin admin] Usage tracker for resource:subnet and tenant:7a24367a785146cda03a905690f8cd8a is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:45.844753 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-ab1456e9-737e-4e6f-99ea-a013512d4fbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:45.852172 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-ab1456e9-737e-4e6f-99ea-a013512d4fbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:45.881786 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2908ecb9-1a9e-4dfb-85df-c375c83ce872 admin admin] Made reservation on behalf of eef72ea2e2c54d04a7a83790dc9707b7 for: {'subnet': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:48:45.888780 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Network 42f202dd-8cd2-4251-8db7-28646c856c8f details requested by agent ovs-agent-dv-cinder-742162-4-iscsi with host dv-cinder-742162-4-iscsi {{(pid=86438) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:48:45.890199 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2908ecb9-1a9e-4dfb-85df-c375c83ce872 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:45.904957 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1456e9-737e-4e6f-99ea-a013512d4fbc admin admin] Made reservation on behalf of 7a24367a785146cda03a905690f8cd8a for: {'subnet': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:48:45.910339 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ab1456e9-737e-4e6f-99ea-a013512d4fbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:46.106175 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 42426) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:46.148616 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 42438) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:46.391783 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 42448) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:46.439195 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-211367803-network', 'tenant_id': '9f607da0f0444dccb95b40f7224b24f7'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:48:46.446358 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:46.457604 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Usage tracker for resource:network and tenant:9f607da0f0444dccb95b40f7224b24f7 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:46.462330 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:46.474552 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:46.479918 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-984843757-network', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:48:46.505105 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:46.512836 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Usage tracker for resource:network and tenant:a432f73e41864a1d89a27ea689d63a21 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:46.516920 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:46.524746 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:46.542007 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Made reservation on behalf of 9f607da0f0444dccb95b40f7224b24f7 for: {'network': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:48:46.547014 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for network, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:46.564550 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:46.586617 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Made reservation on behalf of a432f73e41864a1d89a27ea689d63a21 for: {'network': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:48:46.591360 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for network, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:46.629373 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:46.642758 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:46.654342 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Usage tracker for resource:security_group_rule and tenant:9f607da0f0444dccb95b40f7224b24f7 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:46.661699 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:46.682493 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:46.685594 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:46.711368 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Usage tracker for resource:security_group_rule and tenant:a432f73e41864a1d89a27ea689d63a21 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:46.717439 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:46.723436 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2908ecb9-1a9e-4dfb-85df-c375c83ce872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for subnet, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:46.731092 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0638a864-b36b-4360-a4c6-8eeb55eb9b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:46.735367 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:46.739615 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ab1456e9-737e-4e6f-99ea-a013512d4fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for subnet, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:46.757051 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a2ca24f2-e2da-4dc0-8e35-a4df0c0d7726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:46.807027 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-610064317-network', 'tenant_id': '953243a9ffdb474f8cdeee895c11e0de'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:48:46.836332 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2908ecb9-1a9e-4dfb-85df-c375c83ce872 admin admin] Checking segment: {'id': '4fae770f-408e-4a25-a62f-4c0f819efaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '58719903-15d1-4315-bb1e-052e740696ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:48:46.836718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2908ecb9-1a9e-4dfb-85df-c375c83ce872 admin admin] Network hostable DHCP agents. Network: 58719903-15d1-4315-bb1e-052e740696ac, hostable agents: ['8cbc52d7-9a0e-47fc-ab25-55981a906e08'], hosted agents: [] {{(pid=86436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:48:46.850858 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:46.853256 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908ecb9-1a9e-4dfb-85df-c375c83ce872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a3cd15-3507-4a23-92af-d6314a464e3b,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:46.861191 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Usage tracker for resource:network and tenant:953243a9ffdb474f8cdeee895c11e0de is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:46.864278 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2908ecb9-1a9e-4dfb-85df-c375c83ce872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:46.866119 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:46.875009 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:46.878104 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1456e9-737e-4e6f-99ea-a013512d4fbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6574b30a-3454-4cc1-b2ab-32d1917de288,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:46.886728 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ab1456e9-737e-4e6f-99ea-a013512d4fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:46.889745 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1456e9-737e-4e6f-99ea-a013512d4fbc admin admin] Checking segment: {'id': '6e4c7473-cdca-4da7-b21f-25ecac67c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:48:46.890139 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1456e9-737e-4e6f-99ea-a013512d4fbc admin admin] Network hostable DHCP agents. Network: 42f202dd-8cd2-4251-8db7-28646c856c8f, hostable agents: ['8cbc52d7-9a0e-47fc-ab25-55981a906e08'], hosted agents: [] {{(pid=86437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:48:46.972758 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1456e9-737e-4e6f-99ea-a013512d4fbc admin admin] Network 42f202dd-8cd2-4251-8db7-28646c856c8f is scheduled to be hosted by DHCP agent 8cbc52d7-9a0e-47fc-ab25-55981a906e08 with binding_index 1 {{(pid=86437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:48:46.983659 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2908ecb9-1a9e-4dfb-85df-c375c83ce872 admin admin] Network 58719903-15d1-4315-bb1e-052e740696ac is scheduled to be hosted by DHCP agent 8cbc52d7-9a0e-47fc-ab25-55981a906e08 with binding_index 1 {{(pid=86436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:48:47.029692 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Made reservation on behalf of 953243a9ffdb474f8cdeee895c11e0de for: {'network': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:48:47.035807 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for network, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.057903 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-ab1456e9-737e-4e6f-99ea-a013512d4fbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-iscsi, 42f202dd-8cd2-4251-8db7-28646c856c8f) {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:48:47.067716 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c5f604-f164-4fbc-8793-cbb73e0643fe None None] Network 42f202dd-8cd2-4251-8db7-28646c856c8f requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:48:47.080232 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-2908ecb9-1a9e-4dfb-85df-c375c83ce872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-iscsi, 58719903-15d1-4315-bb1e-052e740696ac) {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:48:47.088437 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.098567 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1456e9-737e-4e6f-99ea-a013512d4fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:48:47.099511 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ab1456e9-737e-4e6f-99ea-a013512d4fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.123147 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2908ecb9-1a9e-4dfb-85df-c375c83ce872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:48:47.126571 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2908ecb9-1a9e-4dfb-85df-c375c83ce872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.137882 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.177931 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:47.184908 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.188671 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.190131 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Usage tracker for resource:security_group_rule and tenant:953243a9ffdb474f8cdeee895c11e0de is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:47.196591 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:47.201536 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-bb63f251-51c0-432e-995b-b96e14e1974b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:47.221171 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-2908ecb9-1a9e-4dfb-85df-c375c83ce872 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.4246261
Apr 20 14:48:47.232442 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:47.233395 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-ab1456e9-737e-4e6f-99ea-a013512d4fbc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4101572
Apr 20 14:48:47.234619 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.235613 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 42476) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:47.244333 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:48:47.251208 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:47.263385 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'}  {{(pid=86437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:48:47.265123 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Usage tracker for resource:router and tenant:7a24367a785146cda03a905690f8cd8a is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:47.270285 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:47.282908 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:47.288027 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.289852 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.segments_db [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Added segment 787387bf-29be-480f-b24b-77183133f275 of type vlan for network 25584ebc-4813-4602-b240-5e5e4cd95f15
Apr 20 14:48:47.321607 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'}  {{(pid=86437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:48:47.323345 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7518a99-53a6-4e62-81d5-4ba9d0399df6 None None] Network 58719903-15d1-4315-bb1e-052e740696ac requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:48:47.333202 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744272'] for router, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.334590 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854072860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854064638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31529'] for router, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.352341 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791464999914'] for network, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.361803 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89bada1-5cbe-4488-8b1e-e0319c56383c,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:47.381906 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:47.387685 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.388241 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.segments_db [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Added segment f9337c50-389f-4e1c-83ed-9395c75cee12 of type vlan for network e0b31ac5-97c5-4f02-a021-90b2c8abdd91
Apr 20 14:48:47.389526 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:47.451392 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbee871-fc60-47a4-938f-28f7335f4904,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:47.477105 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:47.492013 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.520731 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791464999914'] for network, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.531390 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.536210 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:47.546775 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for network, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.548172 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:48:47.548838 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.570239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:47.592729 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.650103 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc772c441-73b6-55f3-87a1-c705605c86c2-42f202dd-8cd2-4251-8db7-28646c856c8f', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'fixed_ips': [{'subnet_id': '6574b30a-3454-4cc1-b2ab-32d1917de288'}]}} from dv-cinder-742162-4-iscsi. {{(pid=86438) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 14:48:47.654223 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'}  {{(pid=86436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:48:47.658479 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.730538 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Pushing event updated for resources: {'Network': ['ID=25584ebc-4813-4602-b240-5e5e4cd95f15,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:47.739851 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:47.742810 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d669bf1b-d184-48d6-8c32-cc32a02746c8,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:47.759455 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.759708 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.segments_db [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Added segment 7bdaad88-b5cb-49bd-825b-65db1037015f of type vlan for network 71d4f98d-ee26-431e-a3b1-bd76843f6173
Apr 20 14:48:47.764042 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:47.803903 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791464999914'] for network, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.809213 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Network 25584ebc-4813-4602-b240-5e5e4cd95f15 details requested by agent ovs-agent-dv-cinder-742162-4-iscsi with host dv-cinder-742162-4-iscsi {{(pid=86438) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:48:47.844982 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.7374687
Apr 20 14:48:47.845742 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 42510) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:47.848547 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for network, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.850240 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:48:47.850880 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:47.859919 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-2068c10b-796b-40d8-9510-f6834443d2ac admin admin] Request body: {'subnet': {'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-subnet', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:48:47.863767 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8a304ebe-9bf7-45e7-bf0b-a9ada0882804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:47.888040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-2068c10b-796b-40d8-9510-f6834443d2ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:47.899223 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-2068c10b-796b-40d8-9510-f6834443d2ac admin admin] Usage tracker for resource:subnet and tenant:a432f73e41864a1d89a27ea689d63a21 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:48.034630 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-2068c10b-796b-40d8-9510-f6834443d2ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:48.050415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-2068c10b-796b-40d8-9510-f6834443d2ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:48.073488 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.9203522
Apr 20 14:48:48.076492 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 42522) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:48.116190 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-aa75b1b8-1de4-4424-9485-b8241cf5bc66 admin admin] Request body: {'subnet': {'network_id': 'e0b31ac5-97c5-4f02-a021-90b2c8abdd91', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-211367803-subnet', 'tenant_id': '9f607da0f0444dccb95b40f7224b24f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:48:48.120085 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2068c10b-796b-40d8-9510-f6834443d2ac admin admin] Made reservation on behalf of a432f73e41864a1d89a27ea689d63a21 for: {'subnet': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:48:48.125710 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2068c10b-796b-40d8-9510-f6834443d2ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:48.171796 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Pushing event updated for resources: {'Network': ['ID=e0b31ac5-97c5-4f02-a021-90b2c8abdd91,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:48.184688 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-aa75b1b8-1de4-4424-9485-b8241cf5bc66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:48.234016 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Network e0b31ac5-97c5-4f02-a021-90b2c8abdd91 details requested by agent ovs-agent-dv-cinder-742162-4-iscsi with host dv-cinder-742162-4-iscsi {{(pid=86438) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:48:48.328578 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for network, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:48.348837 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:48:48.350248 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:48.360124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:48.388143 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854064395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854081697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31514'] for router, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:48.493839 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Pushing event updated for resources: {'Network': ['ID=71d4f98d-ee26-431e-a3b1-bd76843f6173,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:48.498042 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:48.509639 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:48.510719 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-aa75b1b8-1de4-4424-9485-b8241cf5bc66 admin admin] Usage tracker for resource:subnet and tenant:9f607da0f0444dccb95b40f7224b24f7 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:48.527548 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-aa75b1b8-1de4-4424-9485-b8241cf5bc66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:48.568370 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-aa75b1b8-1de4-4424-9485-b8241cf5bc66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:48.571309 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Network 71d4f98d-ee26-431e-a3b1-bd76843f6173 details requested by agent ovs-agent-dv-cinder-742162-4-iscsi with host dv-cinder-742162-4-iscsi {{(pid=86438) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:48:48.595782 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.2026446
Apr 20 14:48:48.598141 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 42542) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:48.614698 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-a8f8392e-bf23-4764-926f-b1e662a210e0 admin admin] Request body: {'subnet': {'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-610064317-subnet', 'tenant_id': '953243a9ffdb474f8cdeee895c11e0de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:48:48.622341 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a8f8392e-bf23-4764-926f-b1e662a210e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:48.627918 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a8f8392e-bf23-4764-926f-b1e662a210e0 admin admin] Usage tracker for resource:subnet and tenant:953243a9ffdb474f8cdeee895c11e0de is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:48.631946 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a8f8392e-bf23-4764-926f-b1e662a210e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:48.638956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a8f8392e-bf23-4764-926f-b1e662a210e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:48.745510 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa75b1b8-1de4-4424-9485-b8241cf5bc66 admin admin] Made reservation on behalf of 9f607da0f0444dccb95b40f7224b24f7 for: {'subnet': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:48:48.750799 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-aa75b1b8-1de4-4424-9485-b8241cf5bc66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:48.794145 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ba0b82-7b27-4cdc-83eb-a8007c109daa None None] Network 58719903-15d1-4315-bb1e-052e740696ac requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:48:48.809901 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f8392e-bf23-4764-926f-b1e662a210e0 admin admin] Made reservation on behalf of 953243a9ffdb474f8cdeee895c11e0de for: {'subnet': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:48:48.816045 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a8f8392e-bf23-4764-926f-b1e662a210e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:49.046278 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Allocated IP 172.20.0.2 (42f202dd-8cd2-4251-8db7-28646c856c8f/6574b30a-3454-4cc1-b2ab-32d1917de288/193859e6-29d7-476d-bc05-a8d9717443c0) {{(pid=86438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:48:49.233081 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 42560) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:49.234562 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:49.368900 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:49.447025 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 42578) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:49.662851 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Notify callbacks [] for port, precommit_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:49.702552 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-06893e91-7d41-4a60-9da9-9fd201f57c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:49.703244 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Transition to ACTIVE for port object 193859e6-29d7-476d-bc05-a8d9717443c0 will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:48:49.704060 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 42592) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:49.712417 dv-cinder-742162-4-iscsi neutron-server[86323]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 20 14:48:49.726548 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-06893e91-7d41-4a60-9da9-9fd201f57c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:49.732128 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-06893e91-7d41-4a60-9da9-9fd201f57c17 admin admin] Usage tracker for resource:security_group_rule and tenant:ce850e0342cb4a4582876aefd8119827 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:49.735421 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-06893e91-7d41-4a60-9da9-9fd201f57c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:49.739759 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Transition to ACTIVE for port object 193859e6-29d7-476d-bc05-a8d9717443c0 will not be triggered until provisioned by entity DHCP. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:48:49.742717 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-06893e91-7d41-4a60-9da9-9fd201f57c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:49.783951 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:49.798060 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:49.815862 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Allocated IP 172.27.2.157 (0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09/91730765-12cb-4a98-b654-b261f30f30ed/a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:48:49.852826 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a9cf2686-f5b9-4f53-9fc6-2674086aaceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:49.882337 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Network 42f202dd-8cd2-4251-8db7-28646c856c8f is already hosted by enough agents. {{(pid=86438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:48:49.888491 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Resources bound (agent type, host, resource id):  {{(pid=86438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:48:49.895893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Received port after_create {{(pid=86438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:48:49.900413 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a9cf2686-f5b9-4f53-9fc6-2674086aaceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:49.903605 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Pushing event updated for resources: {'Port': ['ID=193859e6-29d7-476d-bc05-a8d9717443c0,revision_number=1']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:49.910396 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a9cf2686-f5b9-4f53-9fc6-2674086aaceb admin admin] Usage tracker for resource:security_group_rule and tenant:d1d9fcdc5ce6475e97f074ae622d7d07 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:49.914469 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a9cf2686-f5b9-4f53-9fc6-2674086aaceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:49.944294 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:49.944730 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:49.945027 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:49.945395 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:49.945786 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:49.946151 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:49.946515 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:49.946875 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:49.947234 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:49.947596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:49.947958 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:49.948301 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Tracked resource versions report:
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]: pushed versions:
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]: {   'AddressGroup': {'1.2'},
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:     'ConntrackHelper': {'1.0'},
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Log': {'1.0'},
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Network': {'1.1'},
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Port': {'1.7'},
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:     'PortForwarding': {'1.2'},
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:     'QosPolicy': {'1.8'},
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SecurityGroup': {'1.4'},
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SecurityGroupRule': {'1.2'},
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SubPort': {'1.0'},
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Subnet': {'1.1'},
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Trunk': {'1.1'}}
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]: consumer versions:
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]: {   DHCP agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:     HyperV agent@hv-cinder-74216: {},
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:     L3 agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:     Metadata agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:     Metering agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:     Open vSwitch agent@dv-cinder-742162-4-iscsi: {   'AddressGroup': '1.2',
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'ConntrackHelper': '1.0',
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Log': '1.0',
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Network': '1.1',
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Port': '1.7',
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'PortForwarding': '1.2',
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'QosPolicy': '1.8',
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SecurityGroup': '1.4',
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SecurityGroupRule': '1.2',
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SubPort': '1.0',
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Subnet': '1.1',
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Trunk': '1.1'}}
Apr 20 14:48:49.950010 dv-cinder-742162-4-iscsi neutron-server[86323]:  {{(pid=86438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 14:48:49.954812 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a9cf2686-f5b9-4f53-9fc6-2674086aaceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:49.992718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:50.125687 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-967f6561-2e65-42c7-bf38-b87577c18400 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:48:50.126694 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-967f6561-2e65-42c7-bf38-b87577c18400 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Synchronizing usage tracker for tenant:eef72ea2e2c54d04a7a83790dc9707b7 on resource:network {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:48:50.136062 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-06893e91-7d41-4a60-9da9-9fd201f57c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:50.169971 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2068c10b-796b-40d8-9510-f6834443d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for subnet, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:50.174816 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-06893e91-7d41-4a60-9da9-9fd201f57c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:50.180247 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:50.183473 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Attempting to bind port 193859e6-29d7-476d-bc05-a8d9717443c0 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:48:50.184423 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Attempting to bind port 193859e6-29d7-476d-bc05-a8d9717443c0 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '6e4c7473-cdca-4da7-b21f-25ecac67c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:48:50.184828 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Attempting to bind port 193859e6-29d7-476d-bc05-a8d9717443c0 on network 42f202dd-8cd2-4251-8db7-28646c856c8f {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:48:50.189156 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:50.190809 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:48:50.191228 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Checking segment: {'id': '6e4c7473-cdca-4da7-b21f-25ecac67c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:48:50.191670 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:50.192100 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Bound using segment: {'id': '6e4c7473-cdca-4da7-b21f-25ecac67c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:48:50.192613 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Bound port: 193859e6-29d7-476d-bc05-a8d9717443c0, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4c7473-cdca-4da7-b21f-25ecac67c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:48:50.193021 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:50.202715 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-17aa1227-c6dc-4065-ac8f-1e5840d14842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:50.264461 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-967f6561-2e65-42c7-bf38-b87577c18400 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Unset dirty status for tenant:eef72ea2e2c54d04a7a83790dc9707b7 on resource:network {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:48:50.267800 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-967f6561-2e65-42c7-bf38-b87577c18400 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/networks?id=58719903-15d1-4315-bb1e-052e740696ac HTTP/1.1" status: 200  len: 815 time: 0.5609324
Apr 20 14:48:50.301251 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] For port 193859e6-29d7-476d-bc05-a8d9717443c0, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:48:50.305495 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] For port 193859e6-29d7-476d-bc05-a8d9717443c0, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=193859e6-29d7-476d-bc05-a8d9717443c0,segment=NetworkSegment(6e4c7473-cdca-4da7-b21f-25ecac67c8df),segment_id=6e4c7473-cdca-4da7-b21f-25ecac67c8df)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:48:50.337119 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:50.343177 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-491990cc-4bda-436c-b3a4-a5584d0c5ae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:50.365034 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-7c8554b7-4a61-4a60-be3c-85379fa3ec4f tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/quotas/eef72ea2e2c54d04a7a83790dc9707b7 HTTP/1.1" status: 200  len: 375 time: 0.0809455
Apr 20 14:48:50.376027 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068c10b-796b-40d8-9510-f6834443d2ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe5c3aac-31f9-4b55-a329-412ec8ea7dac,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:50.388227 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2068c10b-796b-40d8-9510-f6834443d2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:50.394533 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2068c10b-796b-40d8-9510-f6834443d2ac admin admin] Checking segment: {'id': '787387bf-29be-480f-b24b-77183133f275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:48:50.395087 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2068c10b-796b-40d8-9510-f6834443d2ac admin admin] Network hostable DHCP agents. Network: 25584ebc-4813-4602-b240-5e5e4cd95f15, hostable agents: ['8cbc52d7-9a0e-47fc-ab25-55981a906e08'], hosted agents: [] {{(pid=86437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:48:50.401376 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a9cf2686-f5b9-4f53-9fc6-2674086aaceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:50.438197 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Pushing event updated for resources: {'Port': ['ID=193859e6-29d7-476d-bc05-a8d9717443c0,revision_number=2']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:50.441787 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:50.461298 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-06893e91-7d41-4a60-9da9-9fd201f57c17 admin admin] Synchronizing usage tracker for tenant:e88fe171f5564c57bfd0999f41236a55 on resource:security_group {{(pid=86436) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:48:50.463470 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-507bd2ad-93b1-4cb4-a101-2c093c11fd3d tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eef72ea2e2c54d04a7a83790dc9707b7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0741735
Apr 20 14:48:50.464123 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a9cf2686-f5b9-4f53-9fc6-2674086aaceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:50.478095 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:50.546925 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:50.554095 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a9cf2686-f5b9-4f53-9fc6-2674086aaceb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1d9fcdc5ce6475e97f074ae622d7d07&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0912888
Apr 20 14:48:50.556785 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-06893e91-7d41-4a60-9da9-9fd201f57c17 admin admin] Unset dirty status for tenant:e88fe171f5564c57bfd0999f41236a55 on resource:security_group {{(pid=86436) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:48:50.561632 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf2686-f5b9-4f53-9fc6-2674086aaceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a004fc-b401-4ac8-8674-604d5d03d967,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:50.561807 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-06893e91-7d41-4a60-9da9-9fd201f57c17 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce850e0342cb4a4582876aefd8119827&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2891059
Apr 20 14:48:50.561807 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 42610) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:50.571927 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 42612) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:50.601658 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06893e91-7d41-4a60-9da9-9fd201f57c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a51c09-422f-4356-a415-1c75d20088c9,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:50.606212 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-06893e91-7d41-4a60-9da9-9fd201f57c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:50.615527 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:50.619991 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a9cf2686-f5b9-4f53-9fc6-2674086aaceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:50.628108 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-682e5200-7965-4262-9279-47c5a6897cfb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:48:50.629206 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-682e5200-7965-4262-9279-47c5a6897cfb service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0899441
Apr 20 14:48:50.659006 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:48:50.666331 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a8f8392e-bf23-4764-926f-b1e662a210e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for subnet, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:50.683007 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:48:50.686528 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:48:50.753468 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2068c10b-796b-40d8-9510-f6834443d2ac admin admin] Network 25584ebc-4813-4602-b240-5e5e4cd95f15 is scheduled to be hosted by DHCP agent 8cbc52d7-9a0e-47fc-ab25-55981a906e08 with binding_index 1 {{(pid=86437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:48:50.837849 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-aa75b1b8-1de4-4424-9485-b8241cf5bc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for subnet, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:50.848972 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-2068c10b-796b-40d8-9510-f6834443d2ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-iscsi, 25584ebc-4813-4602-b240-5e5e4cd95f15) {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:48:50.854219 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:50.873323 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658f6e54-ceda-45a5-bdc8-beee761edf4d None None] Network 25584ebc-4813-4602-b240-5e5e4cd95f15 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:48:50.899906 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2068c10b-796b-40d8-9510-f6834443d2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:48:50.900720 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2068c10b-796b-40d8-9510-f6834443d2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:50.920131 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:50.923249 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:50.935386 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:50.989214 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e06f3ccc-2c0b-484b-8d3d-68ba159f8ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:51.006696 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-82bb3e03-5ab6-49e2-a4e2-66413aae732e service neutron] 10.222.0.16 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3626988
Apr 20 14:48:51.115626 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f8392e-bf23-4764-926f-b1e662a210e0 admin admin] Checking segment: {'id': '7bdaad88-b5cb-49bd-825b-65db1037015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:48:51.116054 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f8392e-bf23-4764-926f-b1e662a210e0 admin admin] Network hostable DHCP agents. Network: 71d4f98d-ee26-431e-a3b1-bd76843f6173, hostable agents: ['8cbc52d7-9a0e-47fc-ab25-55981a906e08'], hosted agents: [] {{(pid=86436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:48:51.121081 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8392e-bf23-4764-926f-b1e662a210e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad497b14-feb7-4da4-9420-55d510501d4c,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:51.125405 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a8f8392e-bf23-4764-926f-b1e662a210e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:51.126626 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1fb97f39-8da8-415d-be32-4f21ad4dfbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:51.167625 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1fb97f39-8da8-415d-be32-4f21ad4dfbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:51.216713 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 193859e6-29d7-476d-bc05-a8d9717443c0 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:48:51.262664 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-6d9de9e3-30f1-40aa-b0f9-a1f0487baaba service neutron] 10.222.0.16 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2542894
Apr 20 14:48:51.263342 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc772c441-73b6-55f3-87a1-c705605c86c2-25584ebc-4813-4602-b240-5e5e4cd95f15', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac'}]}} from dv-cinder-742162-4-iscsi. {{(pid=86438) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 14:48:51.264321 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:51.277934 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75b1b8-1de4-4424-9485-b8241cf5bc66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b521f1e-d5dc-421d-b7b1-5ea589ce634b,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:51.292383 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-aa75b1b8-1de4-4424-9485-b8241cf5bc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:51.302290 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa75b1b8-1de4-4424-9485-b8241cf5bc66 admin admin] Checking segment: {'id': 'f9337c50-389f-4e1c-83ed-9395c75cee12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e0b31ac5-97c5-4f02-a021-90b2c8abdd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:48:51.302674 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa75b1b8-1de4-4424-9485-b8241cf5bc66 admin admin] Network hostable DHCP agents. Network: e0b31ac5-97c5-4f02-a021-90b2c8abdd91, hostable agents: ['8cbc52d7-9a0e-47fc-ab25-55981a906e08'], hosted agents: [] {{(pid=86437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:48:51.309236 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e06f3ccc-2c0b-484b-8d3d-68ba159f8ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:51.335771 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-2068c10b-796b-40d8-9510-f6834443d2ac admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.4885454
Apr 20 14:48:51.341624 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f8392e-bf23-4764-926f-b1e662a210e0 admin admin] Network 71d4f98d-ee26-431e-a3b1-bd76843f6173 is scheduled to be hosted by DHCP agent 8cbc52d7-9a0e-47fc-ab25-55981a906e08 with binding_index 1 {{(pid=86436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:48:51.343753 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 42632) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:51.360034 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:48:51.382694 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:51.390201 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa75b1b8-1de4-4424-9485-b8241cf5bc66 admin admin] Network e0b31ac5-97c5-4f02-a021-90b2c8abdd91 is scheduled to be hosted by DHCP agent 8cbc52d7-9a0e-47fc-ab25-55981a906e08 with binding_index 1 {{(pid=86437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:48:51.392888 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Usage tracker for resource:router and tenant:a432f73e41864a1d89a27ea689d63a21 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:51.397872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:51.408459 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:51.416433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-aa75b1b8-1de4-4424-9485-b8241cf5bc66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-iscsi, e0b31ac5-97c5-4f02-a021-90b2c8abdd91) {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:48:51.418985 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-a8f8392e-bf23-4764-926f-b1e662a210e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-iscsi, 71d4f98d-ee26-431e-a3b1-bd76843f6173) {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:48:51.424124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f8392e-bf23-4764-926f-b1e662a210e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:48:51.424770 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a8f8392e-bf23-4764-926f-b1e662a210e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:51.445869 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa75b1b8-1de4-4424-9485-b8241cf5bc66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:48:51.446463 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-aa75b1b8-1de4-4424-9485-b8241cf5bc66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:51.467300 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b410bd5a-0f02-4279-b08d-9c587cc10e81 None None] Network 71d4f98d-ee26-431e-a3b1-bd76843f6173 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:48:51.479288 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:51.528918 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e06f3ccc-2c0b-484b-8d3d-68ba159f8ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:51.541271 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744272'] for router, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:51.541271 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854072860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854064638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31529'] for router, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:51.544697 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-aa75b1b8-1de4-4424-9485-b8241cf5bc66 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.4628036
Apr 20 14:48:51.548286 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e06f3ccc-2c0b-484b-8d3d-68ba159f8ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:51.553287 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-e06f3ccc-2c0b-484b-8d3d-68ba159f8ba2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83a51c09-422f-4356-a415-1c75d20088c9 HTTP/1.1" status: 204  len: 168 time: 0.9708095
Apr 20 14:48:51.554177 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1fb97f39-8da8-415d-be32-4f21ad4dfbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:51.555834 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:51.568232 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1fb97f39-8da8-415d-be32-4f21ad4dfbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:51.569590 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-1fb97f39-8da8-415d-be32-4f21ad4dfbf8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6a004fc-b401-4ac8-8674-604d5d03d967 HTTP/1.1" status: 204  len: 168 time: 1.0000186
Apr 20 14:48:51.573889 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-06893e91-7d41-4a60-9da9-9fd201f57c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:51.583751 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f3ccc-2c0b-484b-8d3d-68ba159f8ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a51c09-422f-4356-a415-1c75d20088c9,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:51.590624 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-e06f3ccc-2c0b-484b-8d3d-68ba159f8ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:51.597532 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0b3b8a-b196-46ea-968f-3e8d15ce6aa5 None None] Network e0b31ac5-97c5-4f02-a021-90b2c8abdd91 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:48:51.658202 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 42652) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:51.708486 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:51.720782 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a8f8392e-bf23-4764-926f-b1e662a210e0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 3.1172938
Apr 20 14:48:51.730929 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 42658) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:51.737216 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9a31b8d1-1844-4a9f-9688-811689dfb750 req-426883aa-6aea-4e4c-9a01-75909b5efbf2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 210 time: 0.0777171
Apr 20 14:48:51.741160 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-610064317-router', 'tenant_id': '953243a9ffdb474f8cdeee895c11e0de', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:48:51.753949 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:51.773102 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb97f39-8da8-415d-be32-4f21ad4dfbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a004fc-b401-4ac8-8674-604d5d03d967,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:51.780323 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1fb97f39-8da8-415d-be32-4f21ad4dfbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:51.782365 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Usage tracker for resource:router and tenant:953243a9ffdb474f8cdeee895c11e0de is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:51.793015 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port 193859e6-29d7-476d-bc05-a8d9717443c0 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:48:51.794871 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:51.814102 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:51.875193 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744272'] for router, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:51.876618 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854072860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854064638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31529'] for router, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:51.982707 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:52.123267 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Allocated IP 172.20.0.2 (25584ebc-4813-4602-b240-5e5e4cd95f15/fe5c3aac-31f9-4b55-a329-412ec8ea7dac/ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2) {{(pid=86438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:48:52.237806 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b7de47-413e-4a24-9911-59d3bbdb5ba1 None None] Network 42f202dd-8cd2-4251-8db7-28646c856c8f requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:48:52.467876 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854064395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854081697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31514'] for router, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:52.507948 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711391'] for router, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:52.618498 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854064395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854081697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31514'] for router, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:52.728346 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 42702) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:52.889254 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 42708) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:52.925413 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e330e8c-eb9c-43ed-95b0-2f5685aae507 None None] Network e0b31ac5-97c5-4f02-a021-90b2c8abdd91 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:48:52.935562 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d8efc24f-4ff0-4ba5-9d23-2c05ded1e23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:52.960184 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-16d7e9c5-233f-4346-99a5-1f036a9eeb84 None None] Provisioning for port 193859e6-29d7-476d-bc05-a8d9717443c0 completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:48:52.977075 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-16d7e9c5-233f-4346-99a5-1f036a9eeb84 None None] Provisioning complete for port 193859e6-29d7-476d-bc05-a8d9717443c0 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:48:52.977735 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-16d7e9c5-233f-4346-99a5-1f036a9eeb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:53.068714 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-d8efc24f-4ff0-4ba5-9d23-2c05ded1e23b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:53.074991 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-d8efc24f-4ff0-4ba5-9d23-2c05ded1e23b admin admin] Usage tracker for resource:security_group_rule and tenant:94fd5ec0d7ff4ff1a193a35cd96c0fd8 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:53.078908 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-d8efc24f-4ff0-4ba5-9d23-2c05ded1e23b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:53.088290 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-d8efc24f-4ff0-4ba5-9d23-2c05ded1e23b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:53.218195 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d8efc24f-4ff0-4ba5-9d23-2c05ded1e23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:53.266503 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d8efc24f-4ff0-4ba5-9d23-2c05ded1e23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:53.270386 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0782e252-7004-42e8-8b32-378c5c248cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:53.291603 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0eebe51d-3ada-437e-9c49-42d9244ce7f0 req-a9f0383b-4a79-4de0-b7c0-d2355feeac63 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 210 time: 0.4256716
Apr 20 14:48:53.306680 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0782e252-7004-42e8-8b32-378c5c248cf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:53.313442 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0782e252-7004-42e8-8b32-378c5c248cf6 admin admin] Usage tracker for resource:security_group_rule and tenant:6bd63d40a47343d087af586907dde12d is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:53.317504 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0782e252-7004-42e8-8b32-378c5c248cf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:53.325722 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0782e252-7004-42e8-8b32-378c5c248cf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:53.326678 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:53.426957 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efc24f-4ff0-4ba5-9d23-2c05ded1e23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24131f23-d5b2-4d9d-ba85-f493f99d3842,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:53.431866 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d8efc24f-4ff0-4ba5-9d23-2c05ded1e23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:53.448664 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-d8efc24f-4ff0-4ba5-9d23-2c05ded1e23b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94fd5ec0d7ff4ff1a193a35cd96c0fd8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5577810
Apr 20 14:48:53.452020 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 42726) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:53.456820 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0782e252-7004-42e8-8b32-378c5c248cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:53.503839 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0782e252-7004-42e8-8b32-378c5c248cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:53.592012 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 42732) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:53.608593 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7271f299-388a-4cb0-980e-fa02461c1edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:53.612297 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:53.636341 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 is scheduled to L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f with binding_index 1 {{(pid=86436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 14:48:53.646795 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7271f299-388a-4cb0-980e-fa02461c1edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:53.647020 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-0782e252-7004-42e8-8b32-378c5c248cf6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6bd63d40a47343d087af586907dde12d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9134645
Apr 20 14:48:53.657055 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 42738) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:53.665061 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Notify callbacks [] for port, precommit_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:53.681021 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Transition to ACTIVE for port object ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:48:53.689116 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782e252-7004-42e8-8b32-378c5c248cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e6df06-1fe9-4811-bfba-2e0fb088d0ae,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:53.692636 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0782e252-7004-42e8-8b32-378c5c248cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:53.723403 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1c39ed-bb08-4433-8d00-59980c282127 None None] Network 71d4f98d-ee26-431e-a3b1-bd76843f6173 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:48:53.767548 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729a327-17bf-493d-b627-02ccaf872aaa req-f1cd7b2f-9a15-4a26-b904-991be1fcc279 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:48:53.768319 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-f729a327-17bf-493d-b627-02ccaf872aaa req-f1cd7b2f-9a15-4a26-b904-991be1fcc279 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Synchronizing usage tracker for tenant:9f607da0f0444dccb95b40f7224b24f7 on resource:network {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:48:53.889700 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Transition to ACTIVE for port object ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 will not be triggered until provisioned by entity DHCP. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:48:53.933568 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-f729a327-17bf-493d-b627-02ccaf872aaa req-f1cd7b2f-9a15-4a26-b904-991be1fcc279 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Unset dirty status for tenant:9f607da0f0444dccb95b40f7224b24f7 on resource:network {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:48:53.934878 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f729a327-17bf-493d-b627-02ccaf872aaa req-f1cd7b2f-9a15-4a26-b904-991be1fcc279 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/networks?id=e0b31ac5-97c5-4f02-a021-90b2c8abdd91 HTTP/1.1" status: 200  len: 811 time: 0.4764297
Apr 20 14:48:53.959056 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f729a327-17bf-493d-b627-02ccaf872aaa req-d52c9aa4-9359-49c2-b29f-79fc41edb2f9 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/quotas/9f607da0f0444dccb95b40f7224b24f7 HTTP/1.1" status: 200  len: 375 time: 0.0149131
Apr 20 14:48:53.996988 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:54.044020 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:54.070884 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f729a327-17bf-493d-b627-02ccaf872aaa req-e5e3ce9a-8e04-4b46-beb6-d6d9ebed4ebf tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f607da0f0444dccb95b40f7224b24f7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0807300
Apr 20 14:48:54.171735 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:54.181383 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-27f6929d-ac0a-4114-9fbc-b0830a36fd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:54.208804 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Network 25584ebc-4813-4602-b240-5e5e4cd95f15 is already hosted by enough agents. {{(pid=86438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:48:54.212404 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:54.217781 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-07f61bb9-981f-4838-8cbd-74207b3955b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:54.229814 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Resources bound (agent type, host, resource id):  {{(pid=86438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:48:54.241347 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Received port after_create {{(pid=86438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:48:54.248980 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-07f61bb9-981f-4838-8cbd-74207b3955b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:54.273386 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Pushing event updated for resources: {'Port': ['ID=ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2,revision_number=1']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:54.295234 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-27f6929d-ac0a-4114-9fbc-b0830a36fd49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:54.307614 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:54.309683 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-27f6929d-ac0a-4114-9fbc-b0830a36fd49 admin admin] Usage tracker for resource:security_group_rule and tenant:768d7e877af2463e8a482be4649ae2f0 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:54.312838 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-27f6929d-ac0a-4114-9fbc-b0830a36fd49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:54.319313 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-27f6929d-ac0a-4114-9fbc-b0830a36fd49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:54.323234 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-16d7e9c5-233f-4346-99a5-1f036a9eeb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:54.358558 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0b88b52f-2937-4d3c-8dfb-a15453f6ea77 service neutron] 10.222.0.16 "GET /v2.0/networks/e0b31ac5-97c5-4f02-a021-90b2c8abdd91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2764986
Apr 20 14:48:54.401270 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7271f299-388a-4cb0-980e-fa02461c1edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:54.412231 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1fb97f39-8da8-415d-be32-4f21ad4dfbf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:54.439683 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271f299-388a-4cb0-980e-fa02461c1edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24131f23-d5b2-4d9d-ba85-f493f99d3842,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:54.445757 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7271f299-388a-4cb0-980e-fa02461c1edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:54.480381 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-27f6929d-ac0a-4114-9fbc-b0830a36fd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:54.498641 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:48:54.502773 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:54.512895 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Attempting to bind port ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:48:54.513276 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Attempting to bind port ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '787387bf-29be-480f-b24b-77183133f275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:48:54.513706 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Attempting to bind port ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 on network 25584ebc-4813-4602-b240-5e5e4cd95f15 {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:48:54.521904 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Sync routers for ids ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'] in dv-cinder-742162-4-iscsi {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:48:54.524718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:48:54.525141 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Checking segment: {'id': '787387bf-29be-480f-b24b-77183133f275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:48:54.525845 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:54.526056 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Bound using segment: {'id': '787387bf-29be-480f-b24b-77183133f275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:48:54.526540 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Bound port: ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787387bf-29be-480f-b24b-77183133f275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:48:54.526957 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:54.536145 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Routers {'58cab4b9-4f2c-4eab-9f0f-adabb38d2372'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:48:54.538399 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-16d7e9c5-233f-4346-99a5-1f036a9eeb84 None None] For port 193859e6-29d7-476d-bc05-a8d9717443c0, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=193859e6-29d7-476d-bc05-a8d9717443c0,segment=NetworkSegment(6e4c7473-cdca-4da7-b21f-25ecac67c8df),segment_id=6e4c7473-cdca-4da7-b21f-25ecac67c8df)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:48:54.539300 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec119f630>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:48:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:48:54.540485 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-27f6929d-ac0a-4114-9fbc-b0830a36fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:54.567705 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d8efc24f-4ff0-4ba5-9d23-2c05ded1e23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:54.587483 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-16d7e9c5-233f-4346-99a5-1f036a9eeb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:54.596206 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7e003aa8-5edb-4ad4-a182-f66c86a3cfee req-20b0a920-b035-47a3-b513-436ce54f8654 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 210 time: 0.1859040
Apr 20 14:48:54.604952 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:54.614225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6929d-ac0a-4114-9fbc-b0830a36fd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d492a48f-10fd-4051-98c1-817728a28690,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:54.617776 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7271f299-388a-4cb0-980e-fa02461c1edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:54.620097 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:54.623503 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-7271f299-388a-4cb0-980e-fa02461c1edc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24131f23-d5b2-4d9d-ba85-f493f99d3842 HTTP/1.1" status: 204  len: 168 time: 1.1693830
Apr 20 14:48:54.630396 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-27f6929d-ac0a-4114-9fbc-b0830a36fd49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:54.686706 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-07f61bb9-981f-4838-8cbd-74207b3955b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:54.697946 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-07f61bb9-981f-4838-8cbd-74207b3955b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:54.702348 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-07f61bb9-981f-4838-8cbd-74207b3955b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82e6df06-1fe9-4811-bfba-2e0fb088d0ae HTTP/1.1" status: 204  len: 168 time: 1.0406382
Apr 20 14:48:54.718610 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:54.751664 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-27f6929d-ac0a-4114-9fbc-b0830a36fd49 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=768d7e877af2463e8a482be4649ae2f0&name=default HTTP/1.1" status: 200  len: 2978 time: 1.1530089
Apr 20 14:48:54.760799 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 42764) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:54.765846 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f61bb9-981f-4838-8cbd-74207b3955b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e6df06-1fe9-4811-bfba-2e0fb088d0ae,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:54.772920 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Notify callbacks [] for router, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:54.774182 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.5369420
Apr 20 14:48:54.779400 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 42766) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:54.789004 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-07f61bb9-981f-4838-8cbd-74207b3955b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:54.885765 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] For port ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:48:54.904330 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] For port ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:48:54.909791 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7e9c5-233f-4346-99a5-1f036a9eeb84 None None] Pushing event updated for resources: {'Port': ['ID=193859e6-29d7-476d-bc05-a8d9717443c0,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:54.916449 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Allocated IP 172.27.2.198 (0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09/91730765-12cb-4a98-b654-b261f30f30ed/e3bf9541-be60-4f2d-8025-cee9c3f8969a) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:48:54.919250 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-2a7c275d-531e-4e24-978e-6a49aab7e972 None None] Provisioning complete for port 193859e6-29d7-476d-bc05-a8d9717443c0 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:48:54.919940 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2a7c275d-531e-4e24-978e-6a49aab7e972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:54.939911 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f729a327-17bf-493d-b627-02ccaf872aaa req-ee474b12-ac67-4a5e-930e-386ff7b9e161 service neutron] 10.222.0.16 "GET /v2.0/networks/e0b31ac5-97c5-4f02-a021-90b2c8abdd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5689783
Apr 20 14:48:54.952447 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Set router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:48:54.989626 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-16d7e9c5-233f-4346-99a5-1f036a9eeb84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:55.008651 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:55.026524 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:55.210846 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f6bb8638-86cf-4499-aacb-b5b5f41772a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:55.251803 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 193859e6-29d7-476d-bc05-a8d9717443c0 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:48:55.357304 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Pushing event updated for resources: {'Port': ['ID=ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2,revision_number=2']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:55.410948 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:55.461900 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 193859e6-29d7-476d-bc05-a8d9717443c0 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:48:55.462314 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:55.562375 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0c4ade05-9def-4164-a33d-fcd3ddd661b3 req-e26687c6-d2eb-4153-a98c-db5d6e30036a tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 210 time: 0.1384399
Apr 20 14:48:55.613961 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec119f630>, [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:48:51Z', 'revision_number': 3, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port': {'id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:49Z', 'updated_at': '2021-04-20T14:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:48:55.618991 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Checking router: 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 for host: dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:48:55.619668 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Updating router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 port a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0 binding host dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:48:55.673142 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f6bb8638-86cf-4499-aacb-b5b5f41772a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:55.808437 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:56.161501 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.38', 56510) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:56.422555 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-8005af47-925a-49a8-a44f-bfd53e5dab19 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:48:56.430110 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-8005af47-925a-49a8-a44f-bfd53e5dab19 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.38 "GET /v2.0/networks?id=58719903-15d1-4315-bb1e-052e740696ac HTTP/1.1" status: 200  len: 815 time: 0.2674539
Apr 20 14:48:56.470881 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b32cfa4d-2c1f-4fcb-a859-2e26101ce23a req-3d3fd526-c5c2-437d-a467-ba71b20147ae tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 210 time: 0.5015156
Apr 20 14:48:56.485344 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-b0e7d506-5645-4ef8-958c-4974d86a5408 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Request body: {'port': {'device_id': 'db12661d-e326-4dc7-bdab-09da2c5b6fd1', 'network_id': '58719903-15d1-4315-bb1e-052e740696ac', 'admin_state_up': True, 'tenant_id': 'eef72ea2e2c54d04a7a83790dc9707b7'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:48:56.556023 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:56.773949 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7b649cfa-a336-4469-b8cc-c16dafcfc0f2 req-39d9261d-e26c-41d7-8805-5a57e5d6d5e4 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 210 time: 0.0714464
Apr 20 14:48:56.821752 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-b0e7d506-5645-4ef8-958c-4974d86a5408 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:48:56.827071 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-b0e7d506-5645-4ef8-958c-4974d86a5408 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Usage tracker for resource:port and tenant:eef72ea2e2c54d04a7a83790dc9707b7 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:48:56.830725 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-b0e7d506-5645-4ef8-958c-4974d86a5408 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:48:56.842902 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-b0e7d506-5645-4ef8-958c-4974d86a5408 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:48:56.876970 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f6bb8638-86cf-4499-aacb-b5b5f41772a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:56.890449 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-b0e7d506-5645-4ef8-958c-4974d86a5408 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Made reservation on behalf of eef72ea2e2c54d04a7a83790dc9707b7 for: {'port': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:48:56.895921 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:56.901016 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-b0e7d506-5645-4ef8-958c-4974d86a5408 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:56.914207 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb8638-86cf-4499-aacb-b5b5f41772a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d492a48f-10fd-4051-98c1-817728a28690,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:56.922812 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f6bb8638-86cf-4499-aacb-b5b5f41772a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:57.060227 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:57.102687 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f6bb8638-86cf-4499-aacb-b5b5f41772a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:57.104132 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-f6bb8638-86cf-4499-aacb-b5b5f41772a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d492a48f-10fd-4051-98c1-817728a28690 HTTP/1.1" status: 204  len: 168 time: 2.3263552
Apr 20 14:48:57.166040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:57.197406 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Allocated IP 172.27.2.240 (0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09/91730765-12cb-4a98-b654-b261f30f30ed/f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:48:57.254280 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Pushing event updated for resources: {'Port': ['ID=e3bf9541-be60-4f2d-8025-cee9c3f8969a,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:57.266290 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:57.273802 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:48:57.292040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:48:57.298746 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:48:57.305218 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:48:57.427885 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5825721f-4b32-4849-8cfd-a40f01a69928 None None] Network 25584ebc-4813-4602-b240-5e5e4cd95f15 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:48:57.597615 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-3d4260bb-2ee7-4218-84bc-b6a2891692b4 None None] Provisioning for port ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:48:57.607323 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-3d4260bb-2ee7-4218-84bc-b6a2891692b4 None None] Provisioning complete for port ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:48:57.608179 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3d4260bb-2ee7-4218-84bc-b6a2891692b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:57.611563 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:57.669166 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:48:57.694598 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-b0e7d506-5645-4ef8-958c-4974d86a5408 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Allocated IP 172.20.0.7 (58719903-15d1-4315-bb1e-052e740696ac/20a3cd15-3507-4a23-92af-d6314a464e3b/65f45313-ae9b-45c9-b7f2-9bbbd47898a2) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:48:57.709813 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:48:57.710477 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:57.731309 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:57.783548 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:57.789701 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:57.889909 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-382ec9dc-cd67-4c64-a25f-ef5f0b9e942f req-58f1c788-cfe9-4d0f-a355-510bd808e8f0 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 210 time: 0.1310749
Apr 20 14:48:58.001388 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:48:58.006885 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:48:58.057656 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Pushing event updated for resources: {'Port': ['ID=f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:58.088508 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:48:58.225408 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3d4260bb-2ee7-4218-84bc-b6a2891692b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:58.310913 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Allocated IP 172.20.0.1 (42f202dd-8cd2-4251-8db7-28646c856c8f/6574b30a-3454-4cc1-b2ab-32d1917de288/620f263a-6b38-45be-a08c-3dc89d564c74) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:48:58.313815 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Notify callbacks [] for port, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:58.348838 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Transition to ACTIVE for port object a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0 will not be triggered until provisioned by entity L2. {{(pid=86439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:48:58.383962 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:58.390468 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-3d4260bb-2ee7-4218-84bc-b6a2891692b4 None None] For port ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:48:58.400270 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-205ab877-d1b1-46f6-8b59-97b521798dfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:58.402464 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:58.652483 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Attempting to bind port a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:48:58.653102 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Attempting to bind port a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}] {{(pid=86439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:48:58.653764 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Attempting to bind port a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0 on network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:48:58.673174 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:48:58.674078 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Checking segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:48:58.674733 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:58.675357 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Bound using segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:48:58.676109 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Bound port: a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}}] {{(pid=86439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:48:58.676913 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:58.726955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b090e4-5b9d-4357-8ebc-d37989bc6386 None None] Pushing event updated for resources: {'Port': ['ID=a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0,revision_number=2']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:58.739950 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b090e4-5b9d-4357-8ebc-d37989bc6386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:58.740715 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b090e4-5b9d-4357-8ebc-d37989bc6386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:58.741297 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b090e4-5b9d-4357-8ebc-d37989bc6386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:58.741896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b090e4-5b9d-4357-8ebc-d37989bc6386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:58.742644 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b090e4-5b9d-4357-8ebc-d37989bc6386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:58.743320 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b090e4-5b9d-4357-8ebc-d37989bc6386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:58.744014 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b090e4-5b9d-4357-8ebc-d37989bc6386 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:58.744591 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b090e4-5b9d-4357-8ebc-d37989bc6386 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:58.745174 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b090e4-5b9d-4357-8ebc-d37989bc6386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:58.745804 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b090e4-5b9d-4357-8ebc-d37989bc6386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:58.747031 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b090e4-5b9d-4357-8ebc-d37989bc6386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:58.747592 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b090e4-5b9d-4357-8ebc-d37989bc6386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b090e4-5b9d-4357-8ebc-d37989bc6386 None None] Tracked resource versions report:
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]: pushed versions:
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]: {   'AddressGroup': {'1.2'},
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:     'ConntrackHelper': {'1.0'},
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Log': {'1.0'},
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Network': {'1.1'},
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Port': {'1.7'},
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:     'PortForwarding': {'1.2'},
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:     'QosPolicy': {'1.8'},
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SecurityGroup': {'1.4'},
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SecurityGroupRule': {'1.2'},
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:     'SubPort': {'1.0'},
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Subnet': {'1.1'},
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:     'Trunk': {'1.1'}}
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]: consumer versions:
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]: {   DHCP agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:     HyperV agent@hv-cinder-74216: {},
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:     L3 agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:     Metadata agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:     Metering agent@dv-cinder-742162-4-iscsi: {},
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:     Open vSwitch agent@dv-cinder-742162-4-iscsi: {   'AddressGroup': '1.2',
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'ConntrackHelper': '1.0',
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Log': '1.0',
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Network': '1.1',
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Port': '1.7',
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'PortForwarding': '1.2',
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'QosPolicy': '1.8',
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SecurityGroup': '1.4',
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SecurityGroupRule': '1.2',
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'SubPort': '1.0',
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Subnet': '1.1',
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:                                                      'Trunk': '1.1'}}
Apr 20 14:48:58.749019 dv-cinder-742162-4-iscsi neutron-server[86323]:  {{(pid=86439) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 14:48:58.774586 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-e5b090e4-5b9d-4357-8ebc-d37989bc6386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:58.779653 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3d4260bb-2ee7-4218-84bc-b6a2891692b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:58.787294 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bf415fed-8388-48d8-8008-1f1bf3f74e03 req-39fe1d00-9328-4f4f-b184-746ac4cfe539 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 210 time: 0.2182045
Apr 20 14:48:58.820437 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:58.905236 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] For port a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:48:58.914790 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] For port a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:48:58.938543 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:58.967613 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:48:59.023567 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:59.086333 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Transition to ACTIVE for port object 620f263a-6b38-45be-a08c-3dc89d564c74 will not be triggered until provisioned by entity DHCP. {{(pid=86437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:48:59.112333 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Routers {'58cab4b9-4f2c-4eab-9f0f-adabb38d2372'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:48:59.114894 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec119f630>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:48:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:48:59.137763 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.38', 56517) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:48:59.225744 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.db.api [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86438) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 14:48:59.226362 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_db.api [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 14:48:59.246018 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4260bb-2ee7-4218-84bc-b6a2891692b4 None None] Pushing event updated for resources: {'Port': ['ID=ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:48:59.270082 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3d4260bb-2ee7-4218-84bc-b6a2891692b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:59.547184 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c04358a7-6f0d-4dd1-94a1-ae8c7d0b71da None None] Provisioning complete for port ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:48:59.550085 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c04358a7-6f0d-4dd1-94a1-ae8c7d0b71da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:59.662332 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.873s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:48:59.749234 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] Set router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:48:59.766698 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729a327-17bf-493d-b627-02ccaf872aaa req-ca9baae3-407e-46e6-a310-428502d30993 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:48:59.768640 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f729a327-17bf-493d-b627-02ccaf872aaa req-ca9baae3-407e-46e6-a310-428502d30993 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.38 "GET /v2.0/networks?id=e0b31ac5-97c5-4f02-a021-90b2c8abdd91 HTTP/1.1" status: 200  len: 811 time: 0.5985749
Apr 20 14:48:59.919275 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:48:59.930167 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a69a23d0-bf4d-42f1-a5d9-85c4ffa12b8c req-ada9959e-b98d-4c0e-be94-27f1b8974048 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 210 time: 0.1379392
Apr 20 14:49:00.024431 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-f729a327-17bf-493d-b627-02ccaf872aaa req-cde278f9-3c25-4ba2-add3-8f4ebf5f35ed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Request body: {'port': {'device_id': '7142b1df-baf6-4ff6-929c-bd6c50e7122b', 'network_id': 'e0b31ac5-97c5-4f02-a021-90b2c8abdd91', 'admin_state_up': True, 'tenant_id': '9f607da0f0444dccb95b40f7224b24f7'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:00.281206 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:49:00.518402 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b090e4-5b9d-4357-8ebc-d37989bc6386 None None] Pushing event updated for resources: {'Port': ['ID=a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0,revision_number=3']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:00.524588 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-e5b090e4-5b9d-4357-8ebc-d37989bc6386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.557s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:00.560355 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-f729a327-17bf-493d-b627-02ccaf872aaa req-cde278f9-3c25-4ba2-add3-8f4ebf5f35ed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:00.567544 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:00.568202 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:00.675544 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-b0e7d506-5645-4ef8-958c-4974d86a5408 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:00.737815 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:00.913731 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec119f630>, [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:48:51Z', 'revision_number': 3, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port': {'id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:49Z', 'updated_at': '2021-04-20T14:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:00.918842 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:00.920048 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3920f6c5-416f-4b84-bb10-789ab9fb22b7 None None] The sync data for ids ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'] in dv-cinder-742162-4-iscsi is: [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:48:51Z', 'revision_number': 3, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port': {'id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:49Z', 'updated_at': '2021-04-20T14:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}] {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:49:01.256907 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:01.259226 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-b0e7d506-5645-4ef8-958c-4974d86a5408 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:01.356368 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:01.391370 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Pushing event updated for resources: {'Port': ['ID=620f263a-6b38-45be-a08c-3dc89d564c74,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:01.395578 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:01.420387 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Network 42f202dd-8cd2-4251-8db7-28646c856c8f is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:49:01.421944 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-f729a327-17bf-493d-b627-02ccaf872aaa req-cde278f9-3c25-4ba2-add3-8f4ebf5f35ed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Usage tracker for resource:port and tenant:9f607da0f0444dccb95b40f7224b24f7 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:01.430820 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:49:01.433989 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:49:01.434764 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085374'] for router_interface, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:01.716359 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7d506-5645-4ef8-958c-4974d86a5408 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Pushing event updated for resources: {'Port': ['ID=65f45313-ae9b-45c9-b7f2-9bbbd47898a2,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:01.757108 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-b0e7d506-5645-4ef8-958c-4974d86a5408 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Network 58719903-15d1-4315-bb1e-052e740696ac is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:49:01.772117 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b0e7d506-5645-4ef8-958c-4974d86a5408 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:01.773352 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-b0e7d506-5645-4ef8-958c-4974d86a5408 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:49:01.804119 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-b0e7d506-5645-4ef8-958c-4974d86a5408 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:49:01.813376 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-b0e7d506-5645-4ef8-958c-4974d86a5408 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:01.814099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-b0e7d506-5645-4ef8-958c-4974d86a5408 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:01.872403 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4c5efd44-4d13-4291-a688-36754991ea99 req-2c3ec0f7-edf7-4550-8d70-dfc24b9f6188 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 210 time: 1.3362246
Apr 20 14:49:01.969288 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-f729a327-17bf-493d-b627-02ccaf872aaa req-cde278f9-3c25-4ba2-add3-8f4ebf5f35ed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:01.982453 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-f729a327-17bf-493d-b627-02ccaf872aaa req-cde278f9-3c25-4ba2-add3-8f4ebf5f35ed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:01.993259 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711391'] for router, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:02.012444 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-2b4e1725-05e8-463a-8659-c551186258f4 None None] Provisioning for port 620f263a-6b38-45be-a08c-3dc89d564c74 completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:49:02.018402 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-2b4e1725-05e8-463a-8659-c551186258f4 None None] Provisioning complete for port 620f263a-6b38-45be-a08c-3dc89d564c74 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:02.026128 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2b4e1725-05e8-463a-8659-c551186258f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:02.039078 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:02.208247 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e1725-05e8-463a-8659-c551186258f4 None None] Port 620f263a-6b38-45be-a08c-3dc89d564c74 cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:49:02.251871 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f729a327-17bf-493d-b627-02ccaf872aaa req-cde278f9-3c25-4ba2-add3-8f4ebf5f35ed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Made reservation on behalf of 9f607da0f0444dccb95b40f7224b24f7 for: {'port': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:49:02.259062 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f729a327-17bf-493d-b627-02ccaf872aaa req-cde278f9-3c25-4ba2-add3-8f4ebf5f35ed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:02.293686 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a2ba2a72-a3a1-4b46-9bfe-2cb51e95a342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:02.299722 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:49:02.502406 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:49:02.518361 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:02.519067 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:02.709294 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-b0e7d506-5645-4ef8-958c-4974d86a5408 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.2291660
Apr 20 14:49:02.761689 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 is scheduled to L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f with binding_index 1 {{(pid=86436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 14:49:02.796921 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-696acc65-b547-44f4-b6f7-ddcec0c58fa7 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86436) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:49:03.003937 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-696acc65-b547-44f4-b6f7-ddcec0c58fa7 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0283957
Apr 20 14:49:03.005344 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:03.005344 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:03.005848 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355aed35-1ab5-4d6f-aec6-25b1ab81baa8 req-a8da7c21-8601-42da-8d4a-402a19ab3661 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:03.005848 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-355aed35-1ab5-4d6f-aec6-25b1ab81baa8 req-a8da7c21-8601-42da-8d4a-402a19ab3661 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 931 time: 1.5113423
Apr 20 14:49:03.006119 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:03.006119 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6e004b46-c262-48e5-a504-1c61d59c0a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:03.137005 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:03.146406 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:03.235264 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:49:03.249558 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Sync routers for ids ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:49:03.276433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Request body: {'port': {'device_id': 'db12661d-e326-4dc7-bdab-09da2c5b6fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:03.280840 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Routers {'0e9492c0-1c1e-451d-9e7d-11aafd5cc273'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:49:03.282265 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec13105f8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:48:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:03.535436 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-89d5b565-3891-458d-8d81-69449e00ec13 req-741da510-3f71-4bc8-bf3d-e7670f7864fe tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 210 time: 0.1193914
Apr 20 14:49:03.550839 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:49:03.579677 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Notify callbacks [] for router, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:03.584213 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 12.2301431
Apr 20 14:49:03.585404 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 42996) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:03.588304 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Set router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:49:03.662820 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-355aed35-1ab5-4d6f-aec6-25b1ab81baa8 req-c0960d3d-a19c-4272-8543-85f676c4301f tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Synchronizing usage tracker for tenant:eef72ea2e2c54d04a7a83790dc9707b7 on resource:security_group {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:49:03.753504 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:03.790193 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-f729a327-17bf-493d-b627-02ccaf872aaa req-cde278f9-3c25-4ba2-add3-8f4ebf5f35ed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Allocated IP 172.20.0.12 (e0b31ac5-97c5-4f02-a021-90b2c8abdd91/5b521f1e-d5dc-421d-b7b1-5ea589ce634b/9ed9263c-34be-4929-9945-1e2e0c780c82) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:49:03.795573 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-355aed35-1ab5-4d6f-aec6-25b1ab81baa8 req-c0960d3d-a19c-4272-8543-85f676c4301f tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Unset dirty status for tenant:eef72ea2e2c54d04a7a83790dc9707b7 on resource:security_group {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:49:03.797058 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-355aed35-1ab5-4d6f-aec6-25b1ab81baa8 req-c0960d3d-a19c-4272-8543-85f676c4301f tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8594584
Apr 20 14:49:03.868704 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711391'] for router, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:04.059238 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:04.071661 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec13105f8>, [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:00Z', 'revision_number': 3, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port': {'id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:48:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:04.076169 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Checking router: 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:49:04.076479 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Updating router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 port f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8 binding host dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:49:04.190705 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:49:04.428375 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:04.429199 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:04.516394 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:05.096474 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Notify callbacks [] for port, precommit_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:05.111104 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Transition to ACTIVE for port object f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8 will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:49:05.219228 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:05.220617 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-10c28895-8a1b-4a74-97fc-11c90dc38876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:05.232941 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:05.271016 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-12a00495-a2fb-41aa-a7da-978c9bca47e9 req-0df084d1-8da6-498b-937d-500ab21386da tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 210 time: 0.4173717
Apr 20 14:49:05.326467 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Attempting to bind port f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:49:05.327239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Attempting to bind port f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:49:05.327883 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Attempting to bind port f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8 on network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:49:05.336706 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:49:05.337486 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Checking segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:49:05.338136 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:05.338788 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Bound using segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:49:05.339689 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Bound port: f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:49:05.340304 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:05.401157 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Router d530e304-396a-4db7-89d9-8cc8ae730870 is scheduled to L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f with binding_index 1 {{(pid=86437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 14:49:05.431561 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] For port f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:49:05.435919 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] For port f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:49:05.443275 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe14ff1-07de-4202-8bb2-56c42e0e07a8 None None] Pushing event updated for resources: {'Port': ['ID=f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8,revision_number=2']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:05.454268 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ebe14ff1-07de-4202-8bb2-56c42e0e07a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:05.471771 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:05.484516 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:05.564942 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe14ff1-07de-4202-8bb2-56c42e0e07a8 None None] Pushing event updated for resources: {'Port': ['ID=f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:05.575472 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:05.577903 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ebe14ff1-07de-4202-8bb2-56c42e0e07a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:05.584626 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:05.591830 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Routers {'0e9492c0-1c1e-451d-9e7d-11aafd5cc273'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:49:05.592680 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec13105f8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:49:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:05.809584 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945de7eb-37a0-4d32-88a7-c3e593846208 req-f8b6ae9d-fa29-4f7a-9988-b10007269539 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:05.811682 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-945de7eb-37a0-4d32-88a7-c3e593846208 req-f8b6ae9d-fa29-4f7a-9988-b10007269539 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 931 time: 0.6292119
Apr 20 14:49:05.835281 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f45313-ae9b-45c9-b7f2-9bbbd47898a2 {{(pid=86436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:49:05.893849 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:05.905797 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f729a327-17bf-493d-b627-02ccaf872aaa req-cde278f9-3c25-4ba2-add3-8f4ebf5f35ed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:05.934254 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:49:05.945025 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Sync routers for ids ['d530e304-396a-4db7-89d9-8cc8ae730870'] in dv-cinder-742162-4-iscsi {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:49:05.965131 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-945de7eb-37a0-4d32-88a7-c3e593846208 req-7f02f745-1e7e-42fb-b3d9-9ded726b5b42 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367197
Apr 20 14:49:05.968269 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Routers {'d530e304-396a-4db7-89d9-8cc8ae730870'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:49:05.969092 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec10bb048>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:49:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['d530e304-396a-4db7-89d9-8cc8ae730870'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:06.015738 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] Set router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:49:06.018177 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:06.019386 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690533'] for router_interface, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:06.024463 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:06.041379 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:06.087957 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Transition to ACTIVE for port object 65f45313-ae9b-45c9-b7f2-9bbbd47898a2 will not be triggered until provisioned by entity L2. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:49:06.116179 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:06.135699 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5d749d60-cb0b-49fb-bcd0-5d35cb3b05de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:06.215055 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Pushing event updated for resources: {'Port': ['ID=620f263a-6b38-45be-a08c-3dc89d564c74,revision_number=2']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:06.225142 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f729a327-17bf-493d-b627-02ccaf872aaa req-cde278f9-3c25-4ba2-add3-8f4ebf5f35ed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:06.278476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=65f45313-ae9b-45c9-b7f2-9bbbd47898a2,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:06.299669 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:06.440892 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:06.442004 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] Notify callbacks [] for router, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:06.446107 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-cffd4b56-e877-4c56-adf2-d7003b7469e7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 14.7113500
Apr 20 14:49:06.451967 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 43028) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:06.469417 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Allocated IP 172.20.0.1 (25584ebc-4813-4602-b240-5e5e4cd95f15/fe5c3aac-31f9-4b55-a329-412ec8ea7dac/0a185794-0c77-4658-b650-7705ab464738) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:49:06.684877 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:06.711849 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:06.734260 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Transition to ACTIVE for port object 0a185794-0c77-4658-b650-7705ab464738 will not be triggered until provisioned by entity DHCP. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:49:06.752119 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:06.772793 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec13105f8>, [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:00Z', 'revision_number': 3, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port': {'id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:06.777981 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96a7728-7230-47ef-a40b-da899449fb87 None None] The sync data for ids ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'] in dv-cinder-742162-4-iscsi is: [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:00Z', 'revision_number': 3, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port': {'id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:49:06.798040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:06.834088 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:06.834601 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f729a327-17bf-493d-b627-02ccaf872aaa req-cde278f9-3c25-4ba2-add3-8f4ebf5f35ed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Network e0b31ac5-97c5-4f02-a021-90b2c8abdd91 is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:49:06.844434 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Set router d530e304-396a-4db7-89d9-8cc8ae730870 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:49:06.852424 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-f729a327-17bf-493d-b627-02ccaf872aaa req-cde278f9-3c25-4ba2-add3-8f4ebf5f35ed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:49:06.882094 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Attempting to bind port 65f45313-ae9b-45c9-b7f2-9bbbd47898a2 on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:49:06.882906 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Attempting to bind port 65f45313-ae9b-45c9-b7f2-9bbbd47898a2 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '4fae770f-408e-4a25-a62f-4c0f819efaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '58719903-15d1-4315-bb1e-052e740696ac'}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:49:06.883427 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Attempting to bind port 65f45313-ae9b-45c9-b7f2-9bbbd47898a2 on network 58719903-15d1-4315-bb1e-052e740696ac {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:49:06.894058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f729a327-17bf-493d-b627-02ccaf872aaa req-cde278f9-3c25-4ba2-add3-8f4ebf5f35ed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:49:06.910241 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729a327-17bf-493d-b627-02ccaf872aaa req-cde278f9-3c25-4ba2-add3-8f4ebf5f35ed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:06.917820 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f729a327-17bf-493d-b627-02ccaf872aaa req-cde278f9-3c25-4ba2-add3-8f4ebf5f35ed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:06.943396 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Network 25584ebc-4813-4602-b240-5e5e4cd95f15 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:49:06.950525 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:49:06.974716 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Port 65f45313-ae9b-45c9-b7f2-9bbbd47898a2 on network 58719903-15d1-4315-bb1e-052e740696ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:49:06.975178 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Attempting to bind port 65f45313-ae9b-45c9-b7f2-9bbbd47898a2 on network 58719903-15d1-4315-bb1e-052e740696ac {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:49:06.992956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:49:06.993617 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085374'] for router_interface, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:07.001091 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:07.051390 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:49:07.055847 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde278f9-3c25-4ba2-add3-8f4ebf5f35ed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Pushing event updated for resources: {'Port': ['ID=9ed9263c-34be-4929-9945-1e2e0c780c82,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:07.064450 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Checking segment: {'id': '4fae770f-408e-4a25-a62f-4c0f819efaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '58719903-15d1-4315-bb1e-052e740696ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:49:07.072961 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Bound using segment: {'id': '4fae770f-408e-4a25-a62f-4c0f819efaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '58719903-15d1-4315-bb1e-052e740696ac'} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:49:07.072961 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Bound port: 65f45313-ae9b-45c9-b7f2-9bbbd47898a2, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fae770f-408e-4a25-a62f-4c0f819efaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '58719903-15d1-4315-bb1e-052e740696ac'}}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:49:07.072961 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:07.120225 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f729a327-17bf-493d-b627-02ccaf872aaa req-cde278f9-3c25-4ba2-add3-8f4ebf5f35ed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.1620431
Apr 20 14:49:07.127804 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-cde278f9-3c25-4ba2-add3-8f4ebf5f35ed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:07.151713 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Network 42f202dd-8cd2-4251-8db7-28646c856c8f is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:49:07.158013 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:49:07.264812 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7e5cf-1100-40c2-b882-68d1802cf9cc req-a298af73-f31f-4671-a01e-ad1acce330de tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:07.266161 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-8ee7e5cf-1100-40c2-b882-68d1802cf9cc req-a298af73-f31f-4671-a01e-ad1acce330de tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Synchronizing usage tracker for tenant:9f607da0f0444dccb95b40f7224b24f7 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:49:07.397636 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] For port 65f45313-ae9b-45c9-b7f2-9bbbd47898a2, host hv-cinder-74216, cleared binding levels {{(pid=86436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:49:07.474786 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] For port 65f45313-ae9b-45c9-b7f2-9bbbd47898a2, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=65f45313-ae9b-45c9-b7f2-9bbbd47898a2,segment=NetworkSegment(4fae770f-408e-4a25-a62f-4c0f819efaed),segment_id=4fae770f-408e-4a25-a62f-4c0f819efaed)] {{(pid=86436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:49:07.531157 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Pushing event updated for resources: {'Port': ['ID=0a185794-0c77-4658-b650-7705ab464738,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:07.543715 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:07.561979 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:07.587225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:07.635208 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-82f40613-10dc-4e04-981f-b301a945c8a7 None None] Provisioning for port 0a185794-0c77-4658-b650-7705ab464738 completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:49:07.641519 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-82f40613-10dc-4e04-981f-b301a945c8a7 None None] Provisioning complete for port 0a185794-0c77-4658-b650-7705ab464738 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:07.642086 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-82f40613-10dc-4e04-981f-b301a945c8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:07.767502 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec10bb048>, [{'id': 'd530e304-396a-4db7-89d9-8cc8ae730870', 'name': 'tempest-ServerRescueNegativeTestJSON-610064317-router', 'tenant_id': '953243a9ffdb474f8cdeee895c11e0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3bf9541-be60-4f2d-8025-cee9c3f8969a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:48:57Z', 'revision_number': 3, 'project_id': '953243a9ffdb474f8cdeee895c11e0de', 'gw_port': {'id': 'e3bf9541-be60-4f2d-8025-cee9c3f8969a', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd530e304-396a-4db7-89d9-8cc8ae730870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:07.789826 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Checking router: d530e304-396a-4db7-89d9-8cc8ae730870 for host: dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:49:07.789826 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Updating router d530e304-396a-4db7-89d9-8cc8ae730870 port e3bf9541-be60-4f2d-8025-cee9c3f8969a binding host dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:49:07.812118 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-82f40613-10dc-4e04-981f-b301a945c8a7 None None] Port 0a185794-0c77-4658-b650-7705ab464738 cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:49:07.853247 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:07.854079 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:07.855734 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] 10.222.0.38 "PUT /v2.0/ports/65f45313-ae9b-45c9-b7f2-9bbbd47898a2 HTTP/1.1" status: 200  len: 1093 time: 4.7158387
Apr 20 14:49:07.866258 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db12661d-e326-4dc7-bdab-09da2c5b6fd1', 'tag': '65f45313-ae9b-45c9-b7f2-9bbbd47898a2'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:49:07.979234 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=65f45313-ae9b-45c9-b7f2-9bbbd47898a2,revision_number=3']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:07.983675 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:07.994087 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-7ad0b259-3f99-4590-954e-1935d143eb4e None None] Provisioning complete for port 620f263a-6b38-45be-a08c-3dc89d564c74 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:07.994506 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7ad0b259-3f99-4590-954e-1935d143eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:08.075571 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:08.224225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:49:08.247818 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:08.290099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-8ee7e5cf-1100-40c2-b882-68d1802cf9cc req-a298af73-f31f-4671-a01e-ad1acce330de tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Unset dirty status for tenant:9f607da0f0444dccb95b40f7224b24f7 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:49:08.298257 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8ee7e5cf-1100-40c2-b882-68d1802cf9cc req-a298af73-f31f-4671-a01e-ad1acce330de tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 932 time: 1.7496409
Apr 20 14:49:08.449664 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-7ad0b259-3f99-4590-954e-1935d143eb4e None None] Port 620f263a-6b38-45be-a08c-3dc89d564c74 cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:49:08.561316 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:49:08.567008 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:08.567495 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:08.859858 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Notify callbacks [] for port, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:08.871278 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:08.892031 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Transition to ACTIVE for port object e3bf9541-be60-4f2d-8025-cee9c3f8969a will not be triggered until provisioned by entity L2. {{(pid=86439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:49:08.898885 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:08.910313 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:08.911719 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690533'] for router_interface, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:08.921033 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-36b25d9a-1a05-472b-a163-f15792adf961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:08.921955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-8ee7e5cf-1100-40c2-b882-68d1802cf9cc req-a86e272c-bae4-4401-a96f-83a6f781bf9e tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Synchronizing usage tracker for tenant:9f607da0f0444dccb95b40f7224b24f7 on resource:security_group {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:49:08.929514 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:49:08.938491 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:08.944524 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-e5b090e4-5b9d-4357-8ebc-d37989bc6386 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:08.955416 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:08.978043 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccc55f-b4e6-461f-ba76-28cefafc2d53 req-869eaeb5-1222-47c1-9a95-4024ccfc7eb6 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:08.988497 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6cccc55f-b4e6-461f-ba76-28cefafc2d53 req-869eaeb5-1222-47c1-9a95-4024ccfc7eb6 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 943 time: 1.5797517
Apr 20 14:49:09.012294 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:09.014569 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:09.073387 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Attempting to bind port e3bf9541-be60-4f2d-8025-cee9c3f8969a on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:49:09.073826 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Attempting to bind port e3bf9541-be60-4f2d-8025-cee9c3f8969a by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}] {{(pid=86439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:49:09.074233 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Attempting to bind port e3bf9541-be60-4f2d-8025-cee9c3f8969a on network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:49:09.082928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:49:09.083329 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Checking segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:49:09.083765 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:09.084191 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Bound using segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:49:09.084720 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Bound port: e3bf9541-be60-4f2d-8025-cee9c3f8969a, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}}] {{(pid=86439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:49:09.085116 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:09.143490 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:09.149256 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:09.201154 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] For port e3bf9541-be60-4f2d-8025-cee9c3f8969a, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:49:09.204984 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] For port e3bf9541-be60-4f2d-8025-cee9c3f8969a, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=e3bf9541-be60-4f2d-8025-cee9c3f8969a,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:49:09.205947 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-8ee7e5cf-1100-40c2-b882-68d1802cf9cc req-a86e272c-bae4-4401-a96f-83a6f781bf9e tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Unset dirty status for tenant:9f607da0f0444dccb95b40f7224b24f7 on resource:security_group {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:49:09.213831 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8ee7e5cf-1100-40c2-b882-68d1802cf9cc req-a86e272c-bae4-4401-a96f-83a6f781bf9e tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/security-groups?id=e89bada1-5cbe-4488-8b1e-e0319c56383c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9104786
Apr 20 14:49:09.234509 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f45a15-4881-4769-9b27-a4cc6ee5bd6a None None] Pushing event updated for resources: {'Port': ['ID=e3bf9541-be60-4f2d-8025-cee9c3f8969a,revision_number=2']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:09.246962 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-16f45a15-4881-4769-9b27-a4cc6ee5bd6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:09.248705 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:09.256355 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6cccc55f-b4e6-461f-ba76-28cefafc2d53 req-12d2c75f-add7-4f42-afb8-090677c6227e tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2665906
Apr 20 14:49:09.262664 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:09.345713 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Routers {'d530e304-396a-4db7-89d9-8cc8ae730870'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:49:09.346636 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec10bb048>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:49:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['d530e304-396a-4db7-89d9-8cc8ae730870'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:09.392595 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Pushing event updated for resources: {'Port': ['ID=0a185794-0c77-4658-b650-7705ab464738,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:09.400917 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:09.457260 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db12661d-e326-4dc7-bdab-09da2c5b6fd1', 'tag': '65f45313-ae9b-45c9-b7f2-9bbbd47898a2', 'status': 'completed', 'code': 200}
Apr 20 14:49:09.496046 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Network 25584ebc-4813-4602-b240-5e5e4cd95f15 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:49:09.497639 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:49:09.550577 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:49:09.561769 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] 10.222.0.16 "PUT /v2.0/routers/58cab4b9-4f2c-4eab-9f0f-adabb38d2372/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.7740495
Apr 20 14:49:09.572364 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Sync routers for ids ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:49:09.582768 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Routers {'58cab4b9-4f2c-4eab-9f0f-adabb38d2372'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:49:09.583497 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec11f1c88>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:49:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:09.592722 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f45a15-4881-4769-9b27-a4cc6ee5bd6a None None] Pushing event updated for resources: {'Port': ['ID=e3bf9541-be60-4f2d-8025-cee9c3f8969a,revision_number=3']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:09.601044 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-16f45a15-4881-4769-9b27-a4cc6ee5bd6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:09.654628 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] Set router d530e304-396a-4db7-89d9-8cc8ae730870 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:49:09.738668 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:09.788783 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:49:09.927985 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Set router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:49:10.058546 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:49:10.083405 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] 10.222.0.16 "PUT /v2.0/routers/0e9492c0-1c1e-451d-9e7d-11aafd5cc273/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4967599
Apr 20 14:49:10.271109 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec10bb048>, [{'id': 'd530e304-396a-4db7-89d9-8cc8ae730870', 'name': 'tempest-ServerRescueNegativeTestJSON-610064317-router', 'tenant_id': '953243a9ffdb474f8cdeee895c11e0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3bf9541-be60-4f2d-8025-cee9c3f8969a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:48:57Z', 'revision_number': 3, 'project_id': '953243a9ffdb474f8cdeee895c11e0de', 'gw_port': {'id': 'e3bf9541-be60-4f2d-8025-cee9c3f8969a', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd530e304-396a-4db7-89d9-8cc8ae730870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:10.284134 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:49:10.288659 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b22220-2c9e-4ba6-ae8c-6d264ad4c1a7 None None] The sync data for ids ['d530e304-396a-4db7-89d9-8cc8ae730870'] in dv-cinder-742162-4-iscsi is: [{'id': 'd530e304-396a-4db7-89d9-8cc8ae730870', 'name': 'tempest-ServerRescueNegativeTestJSON-610064317-router', 'tenant_id': '953243a9ffdb474f8cdeee895c11e0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3bf9541-be60-4f2d-8025-cee9c3f8969a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:48:57Z', 'revision_number': 3, 'project_id': '953243a9ffdb474f8cdeee895c11e0de', 'gw_port': {'id': 'e3bf9541-be60-4f2d-8025-cee9c3f8969a', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd530e304-396a-4db7-89d9-8cc8ae730870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}] {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:49:10.362736 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Allocated IP 172.20.0.1 (71d4f98d-ee26-431e-a3b1-bd76843f6173/ad497b14-feb7-4da4-9420-55d510501d4c/edaf3590-5341-4425-ab53-018f79e88ed4) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:49:10.445418 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-0aa995c5-790f-463a-957b-105a406aed60 None None] Provisioning complete for port 0a185794-0c77-4658-b650-7705ab464738 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:10.446344 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0aa995c5-790f-463a-957b-105a406aed60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:10.586092 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-0aa995c5-790f-463a-957b-105a406aed60 None None] Port 0a185794-0c77-4658-b650-7705ab464738 cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:49:10.709340 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:10.710242 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:10.738581 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 43102) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:10.746455 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-1167fd0a-5da3-41cb-a373-a601153ce066 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1461042305', 'description': 'tempest-description--1877682144'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:10.763896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-1167fd0a-5da3-41cb-a373-a601153ce066 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:10.781530 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-1167fd0a-5da3-41cb-a373-a601153ce066 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Usage tracker for resource:security_group and tenant:7a24367a785146cda03a905690f8cd8a is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:10.797471 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea4b5b-a788-4722-9262-a857b102bcc7 req-72cc91e7-125c-4318-bcf1-e7054b8e308a tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:10.808180 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0ea4b5b-a788-4722-9262-a857b102bcc7 req-72cc91e7-125c-4318-bcf1-e7054b8e308a tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 932 time: 0.2903254
Apr 20 14:49:10.827242 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-1167fd0a-5da3-41cb-a373-a601153ce066 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:10.835567 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-1167fd0a-5da3-41cb-a373-a601153ce066 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:10.857135 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Sync routers for ids ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'] in dv-cinder-742162-4-iscsi {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:49:10.881960 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Routers {'0e9492c0-1c1e-451d-9e7d-11aafd5cc273'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:49:10.883014 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec2113710>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:49:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:11.000981 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1167fd0a-5da3-41cb-a373-a601153ce066 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:11.060661 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec11f1c88>, [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port': {'id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:49Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '620f263a-6b38-45be-a08c-3dc89d564c74', 'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'mac_address': 'fa:16:3e:05:e7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:57Z', 'updated_at': '2021-04-20T14:49:04Z', 'revision_number': 2, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'subnets': [{'id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:11.079440 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Checking router: 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:49:11.081701 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Updating router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 port 620f263a-6b38-45be-a08c-3dc89d564c74 binding host dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:49:11.092115 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:11.115336 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0ea4b5b-a788-4722-9262-a857b102bcc7 req-05f59900-e6cd-409d-acb0-87d510bfb59e tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/security-groups?id=e89bada1-5cbe-4488-8b1e-e0319c56383c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3060203
Apr 20 14:49:11.156495 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-1167fd0a-5da3-41cb-a373-a601153ce066 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:11.197287 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-1167fd0a-5da3-41cb-a373-a601153ce066 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Usage tracker for resource:security_group_rule and tenant:7a24367a785146cda03a905690f8cd8a is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:11.209058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-1167fd0a-5da3-41cb-a373-a601153ce066 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:11.233422 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-1167fd0a-5da3-41cb-a373-a601153ce066 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:11.248366 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:11.303412 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663300f-e8b7-4a81-b7d5-69b0932f4002 req-d78ebe62-f5d2-4818-b3da-fb6bf8e059ca tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:11.315865 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c663300f-e8b7-4a81-b7d5-69b0932f4002 req-d78ebe62-f5d2-4818-b3da-fb6bf8e059ca tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 943 time: 0.4347703
Apr 20 14:49:11.429964 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c663300f-e8b7-4a81-b7d5-69b0932f4002 req-c93b3ba4-6da1-4ec8-81ea-3ff8584ccd00 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136076
Apr 20 14:49:11.435554 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Set router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:49:11.498174 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:11.554007 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:11.702413 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Pushing event updated for resources: {'Port': ['ID=edaf3590-5341-4425-ab53-018f79e88ed4,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:11.712461 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Network 71d4f98d-ee26-431e-a3b1-bd76843f6173 is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:49:11.715369 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:11.728524 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:49:11.741268 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:49:11.751151 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085374'] for router_interface, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:11.752303 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1167fd0a-5da3-41cb-a373-a601153ce066 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:11.800912 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1167fd0a-5da3-41cb-a373-a601153ce066 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:11.860206 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:11.921315 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1167fd0a-5da3-41cb-a373-a601153ce066 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:11.926817 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-1167fd0a-5da3-41cb-a373-a601153ce066 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.1845016
Apr 20 14:49:11.927228 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 43124) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:11.935307 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167fd0a-5da3-41cb-a373-a601153ce066 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f301ef5-7030-4712-be27-3d191519b8a2,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:11.936442 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-b7f6bf57-8ce1-48fd-a1d3-8e6838e8803b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Request body: {'security_group_rule': {'security_group_id': '3f301ef5-7030-4712-be27-3d191519b8a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:11.944192 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1167fd0a-5da3-41cb-a373-a601153ce066 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:11.949067 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-b7f6bf57-8ce1-48fd-a1d3-8e6838e8803b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:11.962137 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-b7f6bf57-8ce1-48fd-a1d3-8e6838e8803b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Usage tracker for resource:security_group_rule and tenant:7a24367a785146cda03a905690f8cd8a is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:11.966686 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-b7f6bf57-8ce1-48fd-a1d3-8e6838e8803b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:11.977196 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-b7f6bf57-8ce1-48fd-a1d3-8e6838e8803b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:12.032755 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b7f6bf57-8ce1-48fd-a1d3-8e6838e8803b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:12.140058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Notify callbacks [] for port, precommit_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:12.171671 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device e3bf9541-be60-4f2d-8025-cee9c3f8969a up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:49:12.210905 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Transition to ACTIVE for port object 620f263a-6b38-45be-a08c-3dc89d564c74 will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:49:12.215234 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:12.221652 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec2113710>, [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:07Z', 'revision_number': 4, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port': {'id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '0a185794-0c77-4658-b650-7705ab464738', 'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'mac_address': 'fa:16:3e:27:5e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:05Z', 'updated_at': '2021-04-20T14:49:08Z', 'revision_number': 2, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'subnets': [{'id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:12.233516 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Checking router: 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 for host: dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:49:12.234096 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Updating router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 port 0a185794-0c77-4658-b650-7705ab464738 binding host dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:49:12.255324 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 43130) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:12.258233 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b7f6bf57-8ce1-48fd-a1d3-8e6838e8803b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:12.264959 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:12.271298 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-ea017987-a427-4d70-aaae-8e3978f4a906 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1510394478', 'description': 'tempest-description--798933613'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:12.278475 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:12.279974 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-ea017987-a427-4d70-aaae-8e3978f4a906 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:12.284820 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-ea017987-a427-4d70-aaae-8e3978f4a906 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Usage tracker for resource:security_group and tenant:a432f73e41864a1d89a27ea689d63a21 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:12.289964 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-ea017987-a427-4d70-aaae-8e3978f4a906 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:12.290186 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b7f6bf57-8ce1-48fd-a1d3-8e6838e8803b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:12.294128 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:12.297168 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-ea017987-a427-4d70-aaae-8e3978f4a906 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:12.340229 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6bf57-8ce1-48fd-a1d3-8e6838e8803b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39711c1-f44b-4f73-a610-555565ae9639,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:12.347023 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b7f6bf57-8ce1-48fd-a1d3-8e6838e8803b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:12.353301 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:12.376054 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b7f6bf57-8ce1-48fd-a1d3-8e6838e8803b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:12.377383 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-b7f6bf57-8ce1-48fd-a1d3-8e6838e8803b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4490483
Apr 20 14:49:12.380237 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 43136) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:12.386841 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-00c1e44b-b12d-4e47-bc25-857e11ed69ff tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Request body: {'security_group_rule': {'security_group_id': '3f301ef5-7030-4712-be27-3d191519b8a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:12.395544 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-00c1e44b-b12d-4e47-bc25-857e11ed69ff tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:12.400138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-00c1e44b-b12d-4e47-bc25-857e11ed69ff tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Usage tracker for resource:security_group_rule and tenant:7a24367a785146cda03a905690f8cd8a is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:12.404243 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-00c1e44b-b12d-4e47-bc25-857e11ed69ff tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:12.410921 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-00c1e44b-b12d-4e47-bc25-857e11ed69ff tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:12.413288 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded9d5f-1c1a-4c0d-b325-5e55abbcdce1 None None] Pushing event updated for resources: {'Port': ['ID=620f263a-6b38-45be-a08c-3dc89d564c74,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:12.423470 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ea017987-a427-4d70-aaae-8e3978f4a906 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:12.477714 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Request body: {'port': {'device_id': '7142b1df-baf6-4ff6-929c-bd6c50e7122b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:12.478306 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-aded9d5f-1c1a-4c0d-b325-5e55abbcdce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:12.484992 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-00c1e44b-b12d-4e47-bc25-857e11ed69ff tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:12.542850 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-ea017987-a427-4d70-aaae-8e3978f4a906 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:12.572358 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-ea017987-a427-4d70-aaae-8e3978f4a906 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Usage tracker for resource:security_group_rule and tenant:a432f73e41864a1d89a27ea689d63a21 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:12.587871 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-ea017987-a427-4d70-aaae-8e3978f4a906 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:12.670971 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-00c1e44b-b12d-4e47-bc25-857e11ed69ff tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:12.679507 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-ea017987-a427-4d70-aaae-8e3978f4a906 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:12.696649 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port e3bf9541-be60-4f2d-8025-cee9c3f8969a completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:49:12.703546 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Attempting to bind port 620f263a-6b38-45be-a08c-3dc89d564c74 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:49:12.703975 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Attempting to bind port 620f263a-6b38-45be-a08c-3dc89d564c74 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '6e4c7473-cdca-4da7-b21f-25ecac67c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:49:12.705015 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Attempting to bind port 620f263a-6b38-45be-a08c-3dc89d564c74 on network 42f202dd-8cd2-4251-8db7-28646c856c8f {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:49:12.706763 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port e3bf9541-be60-4f2d-8025-cee9c3f8969a triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:12.707178 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:12.742493 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-00c1e44b-b12d-4e47-bc25-857e11ed69ff tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:12.744812 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b7f6bf57-8ce1-48fd-a1d3-8e6838e8803b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:12.766575 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:49:12.766995 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Checking segment: {'id': '6e4c7473-cdca-4da7-b21f-25ecac67c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:49:12.767445 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:12.767948 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Bound using segment: {'id': '6e4c7473-cdca-4da7-b21f-25ecac67c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:49:12.768391 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Bound port: 620f263a-6b38-45be-a08c-3dc89d564c74, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4c7473-cdca-4da7-b21f-25ecac67c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:49:12.768808 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:12.775903 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1e44b-b12d-4e47-bc25-857e11ed69ff tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700a5102-1642-4c89-81e2-1ca0a58ffbed,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:12.782316 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-00c1e44b-b12d-4e47-bc25-857e11ed69ff tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:12.822176 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-00c1e44b-b12d-4e47-bc25-857e11ed69ff tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:12.824093 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-00c1e44b-b12d-4e47-bc25-857e11ed69ff tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4422455
Apr 20 14:49:12.827540 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 43148) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:12.833995 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Request body: {'floatingip': {'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:12.850483 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:12.857946 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Usage tracker for resource:floatingip and tenant:7a24367a785146cda03a905690f8cd8a is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:12.871102 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:12.883117 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:12.942281 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for floatingip, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:13.001946 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] For port 620f263a-6b38-45be-a08c-3dc89d564c74, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:49:13.004732 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:13.011556 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] For port 620f263a-6b38-45be-a08c-3dc89d564c74, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=620f263a-6b38-45be-a08c-3dc89d564c74,segment=NetworkSegment(6e4c7473-cdca-4da7-b21f-25ecac67c8df),segment_id=6e4c7473-cdca-4da7-b21f-25ecac67c8df)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:49:13.030906 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port e3bf9541-be60-4f2d-8025-cee9c3f8969a, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=e3bf9541-be60-4f2d-8025-cee9c3f8969a,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:13.052458 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Notify callbacks [] for port, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:13.059782 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:13.065021 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ebe14ff1-07de-4202-8bb2-56c42e0e07a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:13.095789 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Transition to ACTIVE for port object 0a185794-0c77-4658-b650-7705ab464738 will not be triggered until provisioned by entity L2. {{(pid=86439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:49:13.112796 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:13.133967 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d25ef-5c3b-4537-a64f-7a6dee4eb84e req-d34c18e0-0a4b-456a-8064-38917d597859 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:13.134467 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:13.135714 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cc5d25ef-5c3b-4537-a64f-7a6dee4eb84e req-d34c18e0-0a4b-456a-8064-38917d597859 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 932 time: 0.7698617
Apr 20 14:49:13.135974 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:13.141360 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-16f45a15-4881-4769-9b27-a4cc6ee5bd6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:13.200717 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded9d5f-1c1a-4c0d-b325-5e55abbcdce1 None None] Pushing event updated for resources: {'Port': ['ID=620f263a-6b38-45be-a08c-3dc89d564c74,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:13.210243 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-aded9d5f-1c1a-4c0d-b325-5e55abbcdce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:13.224491 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:13.227981 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:13.363796 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Allocated IP 172.27.2.28 (0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09/91730765-12cb-4a98-b654-b261f30f30ed/0a8f1adf-de82-4eb5-882a-4caddd9e2fe2) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:49:13.402638 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551725b-296c-4a1b-8604-3c3c89cb594e req-eba6890f-fe1d-4e0e-b505-03cca1e5f00c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:13.411710 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3551725b-296c-4a1b-8604-3c3c89cb594e req-eba6890f-fe1d-4e0e-b505-03cca1e5f00c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 943 time: 0.7873061
Apr 20 14:49:13.438204 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cc5d25ef-5c3b-4537-a64f-7a6dee4eb84e req-7d365d43-8411-41e5-acd5-262573a6657d tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/security-groups?id=e89bada1-5cbe-4488-8b1e-e0319c56383c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2788146
Apr 20 14:49:13.650706 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3551725b-296c-4a1b-8604-3c3c89cb594e req-4f684db8-65a7-4102-bc70-850115ccfe40 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2376866
Apr 20 14:49:13.652992 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.db.resource_extend [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 14:49:13.653538 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:13.689302 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06084785-2a89-4825-86f9-a112e81b064a None None] Pushing event updated for resources: {'Port': ['ID=0a185794-0c77-4658-b650-7705ab464738,revision_number=3']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:13.693170 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-06084785-2a89-4825-86f9-a112e81b064a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:13.724942 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:13.734014 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ea017987-a427-4d70-aaae-8e3978f4a906 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:13.746070 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:13.757347 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:13.757554 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Attempting to bind port 0a185794-0c77-4658-b650-7705ab464738 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:49:13.758006 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Attempting to bind port 0a185794-0c77-4658-b650-7705ab464738 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '787387bf-29be-480f-b24b-77183133f275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15'}] {{(pid=86439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:49:13.758403 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Attempting to bind port 0a185794-0c77-4658-b650-7705ab464738 on network 25584ebc-4813-4602-b240-5e5e4cd95f15 {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:49:13.772542 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:49:13.786046 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Checking segment: {'id': '787387bf-29be-480f-b24b-77183133f275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:49:13.786656 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:13.787267 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Bound using segment: {'id': '787387bf-29be-480f-b24b-77183133f275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15'} {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:49:13.788007 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Bound port: 0a185794-0c77-4658-b650-7705ab464738, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787387bf-29be-480f-b24b-77183133f275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15'}}] {{(pid=86439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:49:13.794108 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:13.817912 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ea017987-a427-4d70-aaae-8e3978f4a906 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:13.821981 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:49:13.830448 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:49:13.853582 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:49:13.854831 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=e3bf9541-be60-4f2d-8025-cee9c3f8969a,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:13.862348 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:13.866708 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Routers {'58cab4b9-4f2c-4eab-9f0f-adabb38d2372'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:49:13.867704 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec11f1c88>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:49:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:13.985569 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:13.989206 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:14.036549 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] For port 0a185794-0c77-4658-b650-7705ab464738, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:49:14.058008 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] For port 0a185794-0c77-4658-b650-7705ab464738, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=0a185794-0c77-4658-b650-7705ab464738,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:49:14.081545 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0782e252-7004-42e8-8b32-378c5c248cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:14.095421 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690533'] for router_interface, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:14.107195 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:14.118153 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:14.197285 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Pushing event updated for resources: {'Port': ['ID=0a8f1adf-de82-4eb5-882a-4caddd9e2fe2,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:14.203041 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:14.214285 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device e3bf9541-be60-4f2d-8025-cee9c3f8969a up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:49:14.268023 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:14.287676 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Routers {'0e9492c0-1c1e-451d-9e7d-11aafd5cc273'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:49:14.288534 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec2113710>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:49:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:14.355162 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea017987-a427-4d70-aaae-8e3978f4a906 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d20ba1-3644-485a-aba5-9f6ab5930c5e,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:14.359103 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ea017987-a427-4d70-aaae-8e3978f4a906 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:14.360249 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ea017987-a427-4d70-aaae-8e3978f4a906 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:14.361948 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-ea017987-a427-4d70-aaae-8e3978f4a906 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.1038799
Apr 20 14:49:14.369527 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-25a91fa8-b523-48e2-8453-798e4a75c618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:14.411023 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 43170) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:14.435403 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] Set router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:49:14.463659 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-be99334c-fc9b-44b0-9f0d-bd60b95cdb18 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Request body: {'security_group_rule': {'security_group_id': 'a8d20ba1-3644-485a-aba5-9f6ab5930c5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:14.542953 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06084785-2a89-4825-86f9-a112e81b064a None None] Pushing event updated for resources: {'Port': ['ID=0a185794-0c77-4658-b650-7705ab464738,revision_number=4']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:14.545340 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-be99334c-fc9b-44b0-9f0d-bd60b95cdb18 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:14.548535 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-06084785-2a89-4825-86f9-a112e81b064a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:14.583018 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-be99334c-fc9b-44b0-9f0d-bd60b95cdb18 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Usage tracker for resource:security_group_rule and tenant:a432f73e41864a1d89a27ea689d63a21 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:14.605285 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-be99334c-fc9b-44b0-9f0d-bd60b95cdb18 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:14.621984 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Pushing event updated for resources: {'Port': ['ID=edaf3590-5341-4425-ab53-018f79e88ed4,revision_number=2']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:14.629530 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-be99334c-fc9b-44b0-9f0d-bd60b95cdb18 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:14.643835 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:14.707469 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] Set router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:49:14.805532 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port e3bf9541-be60-4f2d-8025-cee9c3f8969a triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:14.806481 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:14.949797 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-5a3ca569-095a-40a2-831b-5c256f2b0ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:14.957741 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-5a3ca569-095a-40a2-831b-5c256f2b0ba7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eef72ea2e2c54d04a7a83790dc9707b7&device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 1096 time: 0.3561628
Apr 20 14:49:15.120487 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-be99334c-fc9b-44b0-9f0d-bd60b95cdb18 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:15.171472 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-66102f3d-5cfb-47aa-a808-d26574b114f1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65f45313-ae9b-45c9-b7f2-9bbbd47898a2 HTTP/1.1" status: 200  len: 217 time: 0.2017937
Apr 20 14:49:15.184333 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Network 71d4f98d-ee26-431e-a3b1-bd76843f6173 is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:49:15.217099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:49:15.274080 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed9263c-34be-4929-9945-1e2e0c780c82 {{(pid=86437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:49:15.278255 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec11f1c88>, [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port': {'id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:49Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '620f263a-6b38-45be-a08c-3dc89d564c74', 'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'mac_address': 'fa:16:3e:05:e7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:57Z', 'updated_at': '2021-04-20T14:49:12Z', 'revision_number': 4, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'subnets': [{'id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:15.291576 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16277b2-830a-43d6-8e18-da2059f1ac80 None None] The sync data for ids ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'] in dv-cinder-742162-4-iscsi is: [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port': {'id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:49Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '620f263a-6b38-45be-a08c-3dc89d564c74', 'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'mac_address': 'fa:16:3e:05:e7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:57Z', 'updated_at': '2021-04-20T14:49:12Z', 'revision_number': 4, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'subnets': [{'id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:49:15.318777 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:15.321947 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-5f24316f-7468-4e24-807d-3d315ce04866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:15.324311 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-5f24316f-7468-4e24-807d-3d315ce04866 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20a3cd15-3507-4a23-92af-d6314a464e3b HTTP/1.1" status: 200  len: 855 time: 0.1387205
Apr 20 14:49:15.331058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec2113710>, [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:07Z', 'revision_number': 4, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port': {'id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '0a185794-0c77-4658-b650-7705ab464738', 'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'mac_address': 'fa:16:3e:27:5e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:05Z', 'updated_at': '2021-04-20T14:49:14Z', 'revision_number': 4, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'subnets': [{'id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:15.337513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ef6687-7dd4-4aa8-9125-2bfd0352e41e None None] The sync data for ids ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'] in dv-cinder-742162-4-iscsi is: [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:07Z', 'revision_number': 4, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port': {'id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '0a185794-0c77-4658-b650-7705ab464738', 'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'mac_address': 'fa:16:3e:27:5e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:05Z', 'updated_at': '2021-04-20T14:49:14Z', 'revision_number': 4, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'subnets': [{'id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:49:15.397388 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:15.416766 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-65876829-c036-456c-a8f7-e28a4407a095 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58719903-15d1-4315-bb1e-052e740696ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0841193
Apr 20 14:49:15.424480 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:15.509108 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:15.555685 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:15.577578 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Transition to ACTIVE for port object 9ed9263c-34be-4929-9945-1e2e0c780c82 will not be triggered until provisioned by entity L2. {{(pid=86437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:49:15.607781 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:15.618428 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.7896392
Apr 20 14:49:15.658963 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Pushing event updated for resources: {'Port': ['ID=0a8f1adf-de82-4eb5-882a-4caddd9e2fe2,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:15.666996 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:15.688666 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Router d530e304-396a-4db7-89d9-8cc8ae730870 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:49:15.708822 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:15.737142 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-bfaa8489-0261-42f1-8bc9-e0e00cd7ae24 service neutron] 10.222.0.38 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2731516
Apr 20 14:49:15.741156 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64424788-fc79-486e-b8a2-1452a876a6ca req-bd78a32c-4ddc-44f1-ba99-357aa3aa3c45 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:15.742951 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-64424788-fc79-486e-b8a2-1452a876a6ca req-bd78a32c-4ddc-44f1-ba99-357aa3aa3c45 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 943 time: 0.7903869
Apr 20 14:49:15.810503 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-cde278f9-3c25-4ba2-add3-8f4ebf5f35ed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:15.910410 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5a0d1702-2d44-48c1-bda5-49f4bfd2fd03 req-c49afbf6-c43a-4116-8f04-fd46a366938c service neutron] 10.222.0.38 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1653683
Apr 20 14:49:16.166306 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-64424788-fc79-486e-b8a2-1452a876a6ca req-78ba99a1-6aab-4b89-bed3-13100eba29e1 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3641150
Apr 20 14:49:16.178155 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf22b3-47b4-449d-aed3-633728973a42 req-7b0fdbee-2280-4ed5-bb12-a198135cf85d tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:16.187123 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-21bf22b3-47b4-449d-aed3-633728973a42 req-7b0fdbee-2280-4ed5-bb12-a198135cf85d tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 932 time: 1.4362724
Apr 20 14:49:16.259556 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035510f-50c3-48ef-a103-1c1519b817f8 req-9ba22cfd-dc6c-4ce0-ac38-7d955d656f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:16.259946 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 620f263a-6b38-45be-a08c-3dc89d564c74 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:49:16.262320 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5035510f-50c3-48ef-a103-1c1519b817f8 req-9ba22cfd-dc6c-4ce0-ac38-7d955d656f51 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eef72ea2e2c54d04a7a83790dc9707b7&device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 1096 time: 0.2214811
Apr 20 14:49:16.333654 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Attempting to bind port 9ed9263c-34be-4929-9945-1e2e0c780c82 on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:49:16.334613 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Attempting to bind port 9ed9263c-34be-4929-9945-1e2e0c780c82 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': 'f9337c50-389f-4e1c-83ed-9395c75cee12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e0b31ac5-97c5-4f02-a021-90b2c8abdd91'}] {{(pid=86437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:49:16.334999 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Attempting to bind port 9ed9263c-34be-4929-9945-1e2e0c780c82 on network e0b31ac5-97c5-4f02-a021-90b2c8abdd91 {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:49:16.414096 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Port 9ed9263c-34be-4929-9945-1e2e0c780c82 on network e0b31ac5-97c5-4f02-a021-90b2c8abdd91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:49:16.415227 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Attempting to bind port 9ed9263c-34be-4929-9945-1e2e0c780c82 on network e0b31ac5-97c5-4f02-a021-90b2c8abdd91 {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:49:16.424362 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed9263c-34be-4929-9945-1e2e0c780c82,revision_number=2']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:16.477791 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:16.497946 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port 620f263a-6b38-45be-a08c-3dc89d564c74 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:49:16.503748 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 620f263a-6b38-45be-a08c-3dc89d564c74 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:16.504402 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:16.556437 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-21bf22b3-47b4-449d-aed3-633728973a42 req-eb651e72-c8af-4419-9c85-d07bbe9a2825 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/security-groups?id=e89bada1-5cbe-4488-8b1e-e0319c56383c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3679543
Apr 20 14:49:16.561292 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-be99334c-fc9b-44b0-9f0d-bd60b95cdb18 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:16.584827 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:49:16.586982 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Checking segment: {'id': 'f9337c50-389f-4e1c-83ed-9395c75cee12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e0b31ac5-97c5-4f02-a021-90b2c8abdd91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:49:16.592722 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Bound using segment: {'id': 'f9337c50-389f-4e1c-83ed-9395c75cee12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e0b31ac5-97c5-4f02-a021-90b2c8abdd91'} {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:49:16.595170 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035510f-50c3-48ef-a103-1c1519b817f8 req-95615755-f6f8-4f35-a026-412c151ca1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:16.596806 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5035510f-50c3-48ef-a103-1c1519b817f8 req-95615755-f6f8-4f35-a026-412c151ca1e1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=58719903-15d1-4315-bb1e-052e740696ac HTTP/1.1" status: 200  len: 916 time: 0.3135242
Apr 20 14:49:16.600065 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Bound port: 9ed9263c-34be-4929-9945-1e2e0c780c82, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9337c50-389f-4e1c-83ed-9395c75cee12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e0b31ac5-97c5-4f02-a021-90b2c8abdd91'}}] {{(pid=86437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:49:16.600065 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:16.642813 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-be99334c-fc9b-44b0-9f0d-bd60b95cdb18 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:16.679405 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:16.714206 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5035510f-50c3-48ef-a103-1c1519b817f8 req-91736992-6043-45c4-8e1a-df201f8d9723 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65f45313-ae9b-45c9-b7f2-9bbbd47898a2 HTTP/1.1" status: 200  len: 217 time: 0.1096671
Apr 20 14:49:16.778044 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:16.823816 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035510f-50c3-48ef-a103-1c1519b817f8 req-5002863a-f2da-4ac5-9450-fd2ea7e5b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:16.825670 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5035510f-50c3-48ef-a103-1c1519b817f8 req-5002863a-f2da-4ac5-9450-fd2ea7e5b527 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20a3cd15-3507-4a23-92af-d6314a464e3b HTTP/1.1" status: 200  len: 855 time: 0.1045208
Apr 20 14:49:16.855067 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port 620f263a-6b38-45be-a08c-3dc89d564c74, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=620f263a-6b38-45be-a08c-3dc89d564c74,segment=NetworkSegment(6e4c7473-cdca-4da7-b21f-25ecac67c8df),segment_id=6e4c7473-cdca-4da7-b21f-25ecac67c8df)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:16.904216 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:16.904840 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 0a185794-0c77-4658-b650-7705ab464738 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:49:16.922393 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5035510f-50c3-48ef-a103-1c1519b817f8 req-d3037d96-d076-4c25-8b30-ed6243ea0cdd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58719903-15d1-4315-bb1e-052e740696ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0861616
Apr 20 14:49:16.978240 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:17.157005 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=620f263a-6b38-45be-a08c-3dc89d564c74,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:17.160942 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:17.163583 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99334c-fc9b-44b0-9f0d-bd60b95cdb18 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7aa45a-d3f0-4bfb-8fc5-692aaeb4fae8,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:17.179390 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:49:17.186544 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] 10.222.0.16 "PUT /v2.0/routers/d530e304-396a-4db7-89d9-8cc8ae730870/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7322409
Apr 20 14:49:17.189199 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port 0a185794-0c77-4658-b650-7705ab464738 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:49:17.199162 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 0a185794-0c77-4658-b650-7705ab464738 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:17.199162 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:17.279716 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5035510f-50c3-48ef-a103-1c1519b817f8 req-ae76025e-ad72-4b59-a1ea-e2253e90abe2 service neutron] 10.222.0.38 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3450580
Apr 20 14:49:17.301858 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-be99334c-fc9b-44b0-9f0d-bd60b95cdb18 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:17.312191 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Sync routers for ids ['d530e304-396a-4db7-89d9-8cc8ae730870'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:49:17.355578 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] For port 9ed9263c-34be-4929-9945-1e2e0c780c82, host hv-cinder-74216, cleared binding levels {{(pid=86437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:49:17.360019 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] For port 9ed9263c-34be-4929-9945-1e2e0c780c82, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=9ed9263c-34be-4929-9945-1e2e0c780c82,segment=NetworkSegment(f9337c50-389f-4e1c-83ed-9395c75cee12),segment_id=f9337c50-389f-4e1c-83ed-9395c75cee12)] {{(pid=86437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:49:17.362005 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-be99334c-fc9b-44b0-9f0d-bd60b95cdb18 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:17.364420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Routers {'d530e304-396a-4db7-89d9-8cc8ae730870'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:49:17.366266 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec1415f28>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:49:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['d530e304-396a-4db7-89d9-8cc8ae730870'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:17.366678 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 43254) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:17.367092 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-be99334c-fc9b-44b0-9f0d-bd60b95cdb18 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.9124277
Apr 20 14:49:17.374104 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-d162ee87-d2f0-41b3-8e1e-a6916e7bb6be tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Synchronizing usage tracker for tenant:7a24367a785146cda03a905690f8cd8a on resource:security_group {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:49:17.374304 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-44da2910-6895-403c-b112-6161a6d0bc45 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Request body: {'security_group_rule': {'security_group_id': 'a8d20ba1-3644-485a-aba5-9f6ab5930c5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:17.389499 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-44da2910-6895-403c-b112-6161a6d0bc45 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:17.403059 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-44da2910-6895-403c-b112-6161a6d0bc45 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Usage tracker for resource:security_group_rule and tenant:a432f73e41864a1d89a27ea689d63a21 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:17.412712 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-44da2910-6895-403c-b112-6161a6d0bc45 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:17.431543 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-44da2910-6895-403c-b112-6161a6d0bc45 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:17.470336 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:17.500409 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:17.532001 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-44da2910-6895-403c-b112-6161a6d0bc45 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:17.605154 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 43264) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:17.648211 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Set router d530e304-396a-4db7-89d9-8cc8ae730870 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:49:17.657764 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-44da2910-6895-403c-b112-6161a6d0bc45 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:17.674039 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-d162ee87-d2f0-41b3-8e1e-a6916e7bb6be tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Unset dirty status for tenant:7a24367a785146cda03a905690f8cd8a on resource:security_group {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:49:17.675285 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-d162ee87-d2f0-41b3-8e1e-a6916e7bb6be tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1461042305&fields=id&tenant_id=7a24367a785146cda03a905690f8cd8a HTTP/1.1" status: 200  len: 267 time: 1.1539149
Apr 20 14:49:17.685125 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:17.685489 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:17.691167 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f729a327-17bf-493d-b627-02ccaf872aaa req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] 10.222.0.38 "PUT /v2.0/ports/9ed9263c-34be-4929-9945-1e2e0c780c82 HTTP/1.1" status: 200  len: 1094 time: 5.2139692
Apr 20 14:49:17.692097 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-44da2910-6895-403c-b112-6161a6d0bc45 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:17.694381 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:17.734578 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da2910-6895-403c-b112-6161a6d0bc45 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29533641-dff3-492d-84cd-b5ed7c25094d,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:17.743531 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-44da2910-6895-403c-b112-6161a6d0bc45 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:17.765835 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-44da2910-6895-403c-b112-6161a6d0bc45 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:17.767958 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-44da2910-6895-403c-b112-6161a6d0bc45 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3995106
Apr 20 14:49:17.771595 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 43272) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:17.777803 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Request body: {'floatingip': {'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:17.785340 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:17.790928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Usage tracker for resource:floatingip and tenant:a432f73e41864a1d89a27ea689d63a21 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:17.797141 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:17.797274 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7142b1df-baf6-4ff6-929c-bd6c50e7122b', 'tag': '9ed9263c-34be-4929-9945-1e2e0c780c82'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:49:17.819288 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:17.822100 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-87d1a2d6-ffcf-49ec-b96c-9cdcab2cf5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:17.845441 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-87d1a2d6-ffcf-49ec-b96c-9cdcab2cf5b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:17.849908 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-87d1a2d6-ffcf-49ec-b96c-9cdcab2cf5b5 admin admin] Usage tracker for resource:security_group_rule and tenant:6286bd08ea704d1885435d349a373542 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:17.853136 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-87d1a2d6-ffcf-49ec-b96c-9cdcab2cf5b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:17.859803 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-87d1a2d6-ffcf-49ec-b96c-9cdcab2cf5b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:17.889169 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for floatingip, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:17.912724 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed9263c-34be-4929-9945-1e2e0c780c82,revision_number=3']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:17.925400 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:17.976824 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:17.987537 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e38796-d7b2-49b2-a4d7-6474c2104bf9 req-b4b69ee5-dc30-4bcc-86be-15ef8b1390ae tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:17.989698 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-78e38796-d7b2-49b2-a4d7-6474c2104bf9 req-b4b69ee5-dc30-4bcc-86be-15ef8b1390ae tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 943 time: 0.6011443
Apr 20 14:49:18.004905 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-00f2660a-ef5b-4164-a034-e72fc2443673 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:18.006943 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-00f2660a-ef5b-4164-a034-e72fc2443673 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/networks?id=42f202dd-8cd2-4251-8db7-28646c856c8f HTTP/1.1" status: 200  len: 811 time: 0.3159280
Apr 20 14:49:18.048270 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-5f070b22-bfa4-4837-8879-824a276ed72c tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/quotas/7a24367a785146cda03a905690f8cd8a HTTP/1.1" status: 200  len: 375 time: 0.0213428
Apr 20 14:49:18.120376 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port 0a185794-0c77-4658-b650-7705ab464738, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=0a185794-0c77-4658-b650-7705ab464738,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:18.145211 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-78e38796-d7b2-49b2-a4d7-6474c2104bf9 req-2099a8ad-4ca1-4243-82a9-4ba268580f7a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370049
Apr 20 14:49:18.156425 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec1415f28>, [{'id': 'd530e304-396a-4db7-89d9-8cc8ae730870', 'name': 'tempest-ServerRescueNegativeTestJSON-610064317-router', 'tenant_id': '953243a9ffdb474f8cdeee895c11e0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3bf9541-be60-4f2d-8025-cee9c3f8969a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:12Z', 'revision_number': 4, 'project_id': '953243a9ffdb474f8cdeee895c11e0de', 'gw_port': {'id': 'e3bf9541-be60-4f2d-8025-cee9c3f8969a', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530e304-396a-4db7-89d9-8cc8ae730870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': 'edaf3590-5341-4425-ab53-018f79e88ed4', 'name': '', 'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173', 'tenant_id': '953243a9ffdb474f8cdeee895c11e0de', 'mac_address': 'fa:16:3e:0c:85:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd530e304-396a-4db7-89d9-8cc8ae730870', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ad497b14-feb7-4da4-9420-55d510501d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:09Z', 'updated_at': '2021-04-20T14:49:12Z', 'revision_number': 2, 'project_id': '953243a9ffdb474f8cdeee895c11e0de', 'subnets': [{'id': 'ad497b14-feb7-4da4-9420-55d510501d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:18.162046 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Checking router: d530e304-396a-4db7-89d9-8cc8ae730870 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:49:18.167850 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Updating router d530e304-396a-4db7-89d9-8cc8ae730870 port edaf3590-5341-4425-ab53-018f79e88ed4 binding host dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:49:18.193190 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-f4951533-c329-4374-97d1-8f52f5ba4438 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Synchronizing usage tracker for tenant:7a24367a785146cda03a905690f8cd8a on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:49:18.213712 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:18.218821 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1551d6da-9ea3-4317-a157-70a1982f93c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:18.413766 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821d6fc-7197-4ae4-bbc9-940f8c1f80d3 req-d51c0112-8f39-4202-ae7b-a58dc125e7c8 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:18.422203 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d821d6fc-7197-4ae4-bbc9-940f8c1f80d3 req-d51c0112-8f39-4202-ae7b-a58dc125e7c8 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 944 time: 0.1394029
Apr 20 14:49:18.457745 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:18.482078 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 620f263a-6b38-45be-a08c-3dc89d564c74 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:49:18.508429 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d821d6fc-7197-4ae4-bbc9-940f8c1f80d3 req-5558ccdd-8a87-478b-a660-b38358f737ae tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/security-groups?id=e89bada1-5cbe-4488-8b1e-e0319c56383c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792553
Apr 20 14:49:18.537530 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-87d1a2d6-ffcf-49ec-b96c-9cdcab2cf5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:18.560787 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:18.598684 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-87d1a2d6-ffcf-49ec-b96c-9cdcab2cf5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:18.606176 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-f4951533-c329-4374-97d1-8f52f5ba4438 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Unset dirty status for tenant:7a24367a785146cda03a905690f8cd8a on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:49:18.607665 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-f4951533-c329-4374-97d1-8f52f5ba4438 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a24367a785146cda03a905690f8cd8a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5485609
Apr 20 14:49:18.612845 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7271f299-388a-4cb0-980e-fa02461c1edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:18.644735 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1a2d6-ffcf-49ec-b96c-9cdcab2cf5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3418f424-aba1-4b77-865f-cfb2c54fdcdd,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:18.672305 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-87d1a2d6-ffcf-49ec-b96c-9cdcab2cf5b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6286bd08ea704d1885435d349a373542&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0632858
Apr 20 14:49:18.672843 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 43308) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:18.674609 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-87d1a2d6-ffcf-49ec-b96c-9cdcab2cf5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:18.682534 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Allocated IP 172.27.2.110 (0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09/91730765-12cb-4a98-b654-b261f30f30ed/806db586-ce21-4660-935a-f357c20bdbf8) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:49:18.830981 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=0a185794-0c77-4658-b650-7705ab464738,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:18.839799 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:18.850942 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 620f263a-6b38-45be-a08c-3dc89d564c74 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:18.851363 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:18.877749 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-853f1924-95ed-4134-ac72-86ecbd3e5077 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:49:18.878890 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-853f1924-95ed-4134-ac72-86ecbd3e5077 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1334970
Apr 20 14:49:18.891519 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-41edd788-4024-4f77-bf55-aed8ded1ea8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:18.914634 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:18.986323 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:18.992150 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:19.053255 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-41edd788-4024-4f77-bf55-aed8ded1ea8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:19.078575 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:49:19.080963 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:49:19.085979 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:49:19.207842 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-23b9ea45-8ed5-42e3-afbf-3f05336bffca tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:19.209778 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-23b9ea45-8ed5-42e3-afbf-3f05336bffca tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/networks?id=71d4f98d-ee26-431e-a3b1-bd76843f6173 HTTP/1.1" status: 200  len: 818 time: 0.4421451
Apr 20 14:49:19.232619 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Pushing event updated for resources: {'Port': ['ID=806db586-ce21-4660-935a-f357c20bdbf8,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:19.238937 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:19.240627 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-20d86f71-99e4-4e93-816c-03ff6351959e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/quotas/953243a9ffdb474f8cdeee895c11e0de HTTP/1.1" status: 200  len: 375 time: 0.0171905
Apr 20 14:49:19.250095 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-a6f98269-741e-4eb1-a763-14a0cc4ea003 service neutron] 10.222.0.16 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3598685
Apr 20 14:49:19.278991 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:19.299251 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Notify callbacks [] for port, precommit_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:19.304860 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5035510f-50c3-48ef-a103-1c1519b817f8 req-74d7e8e0-dd63-4a2a-a299-23efcbedca99 service neutron] 10.222.0.38 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1977997
Apr 20 14:49:19.312845 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Transition to ACTIVE for port object edaf3590-5341-4425-ab53-018f79e88ed4 will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:49:19.377271 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:19.389995 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ebe14ff1-07de-4202-8bb2-56c42e0e07a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:19.406440 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:19.462102 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-41edd788-4024-4f77-bf55-aed8ded1ea8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:19.484384 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0e1189c3-37fe-4512-9db1-469230f97d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:19.504799 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edd788-4024-4f77-bf55-aed8ded1ea8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3418f424-aba1-4b77-865f-cfb2c54fdcdd,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:19.507016 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-41edd788-4024-4f77-bf55-aed8ded1ea8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:19.531484 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-e91a3f40-1567-4fed-8dc1-268ce5d90057 service neutron] 10.222.0.16 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2799528
Apr 20 14:49:19.540899 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-3498bfbd-7b13-42b3-b109-2e73e151ddbf tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Synchronizing usage tracker for tenant:953243a9ffdb474f8cdeee895c11e0de on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:49:19.546694 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-41edd788-4024-4f77-bf55-aed8ded1ea8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:19.548116 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-41edd788-4024-4f77-bf55-aed8ded1ea8f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3418f424-aba1-4b77-865f-cfb2c54fdcdd HTTP/1.1" status: 204  len: 168 time: 0.8741784
Apr 20 14:49:19.599937 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-3498bfbd-7b13-42b3-b109-2e73e151ddbf tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Unset dirty status for tenant:953243a9ffdb474f8cdeee895c11e0de on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:49:19.602055 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-3498bfbd-7b13-42b3-b109-2e73e151ddbf tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=953243a9ffdb474f8cdeee895c11e0de&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3236091
Apr 20 14:49:19.663453 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Attempting to bind port edaf3590-5341-4425-ab53-018f79e88ed4 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:49:19.663872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Attempting to bind port edaf3590-5341-4425-ab53-018f79e88ed4 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '7bdaad88-b5cb-49bd-825b-65db1037015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:49:19.664312 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Attempting to bind port edaf3590-5341-4425-ab53-018f79e88ed4 on network 71d4f98d-ee26-431e-a3b1-bd76843f6173 {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:49:19.666891 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39471b-c92d-49bf-8701-11d160f74a49 None None] Pushing event updated for resources: {'Port': ['ID=edaf3590-5341-4425-ab53-018f79e88ed4,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:19.671420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8a39471b-c92d-49bf-8701-11d160f74a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:19.673798 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:19.674560 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:49:19.674985 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Checking segment: {'id': '7bdaad88-b5cb-49bd-825b-65db1037015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:49:19.675431 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:19.675863 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Bound using segment: {'id': '7bdaad88-b5cb-49bd-825b-65db1037015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:49:19.676378 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Bound port: edaf3590-5341-4425-ab53-018f79e88ed4, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bdaad88-b5cb-49bd-825b-65db1037015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:49:19.676794 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:19.714369 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:19.720287 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:19.814737 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Pushing event updated for resources: {'Port': ['ID=806db586-ce21-4660-935a-f357c20bdbf8,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:19.818735 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:19.822058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:19.844497 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] For port edaf3590-5341-4425-ab53-018f79e88ed4, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:49:19.850462 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] For port edaf3590-5341-4425-ab53-018f79e88ed4, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=edaf3590-5341-4425-ab53-018f79e88ed4,segment=NetworkSegment(7bdaad88-b5cb-49bd-825b-65db1037015f),segment_id=7bdaad88-b5cb-49bd-825b-65db1037015f)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:49:19.879224 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-a44c08a5-080d-4914-b5cc-5f5e9e2907e1 service neutron] 10.222.0.16 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2677476
Apr 20 14:49:19.891573 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:19.892050 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:19.902169 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:19.903411 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1306357
Apr 20 14:49:20.081273 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7142b1df-baf6-4ff6-929c-bd6c50e7122b', 'tag': '9ed9263c-34be-4929-9945-1e2e0c780c82', 'status': 'completed', 'code': 200}
Apr 20 14:49:20.086297 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-68192d4a-a851-4714-9a68-b62b763ae0af service neutron] 10.222.0.16 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2005327
Apr 20 14:49:20.088936 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Routers {'d530e304-396a-4db7-89d9-8cc8ae730870'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:49:20.089712 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec1415f28>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:49:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['d530e304-396a-4db7-89d9-8cc8ae730870'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:20.259690 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 65f45313-ae9b-45c9-b7f2-9bbbd47898a2 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:49:20.332819 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 43354) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:20.364256 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729a327-17bf-493d-b627-02ccaf872aaa req-c203d627-1338-43fa-8687-00c760531155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:20.364438 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a39471b-c92d-49bf-8701-11d160f74a49 None None] Pushing event updated for resources: {'Port': ['ID=edaf3590-5341-4425-ab53-018f79e88ed4,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:20.366557 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f729a327-17bf-493d-b627-02ccaf872aaa req-c203d627-1338-43fa-8687-00c760531155 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f607da0f0444dccb95b40f7224b24f7&device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 1097 time: 0.2343321
Apr 20 14:49:20.367663 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-18f84c3d-8294-48aa-a554-5428838a3858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:20.377635 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8a39471b-c92d-49bf-8701-11d160f74a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:20.398860 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 0a185794-0c77-4658-b650-7705ab464738 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:49:20.441304 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed3608-f266-4d7e-b830-a8be986bc0f2 req-c2acaca1-a845-4d56-a9bd-81d9efce4b2b tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:20.443423 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6fed3608-f266-4d7e-b830-a8be986bc0f2 req-c2acaca1-a845-4d56-a9bd-81d9efce4b2b tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 943 time: 0.1539094
Apr 20 14:49:20.453820 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-18f84c3d-8294-48aa-a554-5428838a3858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:20.468291 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f729a327-17bf-493d-b627-02ccaf872aaa req-9afd82b9-27d9-433d-aea7-ee7810a354f8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ed9263c-34be-4929-9945-1e2e0c780c82 HTTP/1.1" status: 200  len: 217 time: 0.0825777
Apr 20 14:49:20.469604 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-18f84c3d-8294-48aa-a554-5428838a3858 admin admin] Usage tracker for resource:security_group_rule and tenant:5e0c98c0b6ad4fcdb0398b18dd792fb6 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:20.484597 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-18f84c3d-8294-48aa-a554-5428838a3858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:20.554379 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6fed3608-f266-4d7e-b830-a8be986bc0f2 req-dbdd4d34-2e12-4a68-aa4a-5aed2d62db31 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031697
Apr 20 14:49:20.661483 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] Set router d530e304-396a-4db7-89d9-8cc8ae730870 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:49:20.690138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-18f84c3d-8294-48aa-a554-5428838a3858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:20.758162 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 65f45313-ae9b-45c9-b7f2-9bbbd47898a2, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=65f45313-ae9b-45c9-b7f2-9bbbd47898a2,segment=NetworkSegment(4fae770f-408e-4a25-a62f-4c0f819efaed),segment_id=4fae770f-408e-4a25-a62f-4c0f819efaed)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:20.817954 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729a327-17bf-493d-b627-02ccaf872aaa req-91185c16-82bc-412b-9266-b194d668e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:20.820949 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f729a327-17bf-493d-b627-02ccaf872aaa req-91185c16-82bc-412b-9266-b194d668e0da service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5b521f1e-d5dc-421d-b7b1-5ea589ce634b HTTP/1.1" status: 200  len: 851 time: 0.3228543
Apr 20 14:49:20.857556 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-da2d442e-cc11-4482-bded-17ba6d00427d req-26f2f3f1-022d-48bc-965e-534e33b8de49 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 210 time: 0.0831234
Apr 20 14:49:20.914821 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80649090-d4cf-41ff-959e-84fc80237292 req-3655c10f-028e-41b4-abe3-c07bf4592b68 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:20.917804 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-80649090-d4cf-41ff-959e-84fc80237292 req-3655c10f-028e-41b4-abe3-c07bf4592b68 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 944 time: 0.2737052
Apr 20 14:49:20.939295 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f729a327-17bf-493d-b627-02ccaf872aaa req-9b4683c0-5e63-4568-95db-53683b0b2dba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e0b31ac5-97c5-4f02-a021-90b2c8abdd91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1076026
Apr 20 14:49:21.010177 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-80649090-d4cf-41ff-959e-84fc80237292 req-7ca2e709-f074-4ec1-85f9-6d938f95fd4c tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/security-groups?id=e89bada1-5cbe-4488-8b1e-e0319c56383c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744598
Apr 20 14:49:21.074614 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-18f84c3d-8294-48aa-a554-5428838a3858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:21.144268 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-18f84c3d-8294-48aa-a554-5428838a3858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:21.156182 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-25e1df0a-b322-4640-a4b1-1a51045195d4 req-1ed9a30e-aa4f-456e-8d74-88dbe9e9c2e9 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 210 time: 0.0937562
Apr 20 14:49:21.171027 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-5057c79b-933a-41f7-a230-f6490a26d513 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Synchronizing usage tracker for tenant:a432f73e41864a1d89a27ea689d63a21 on resource:security_group {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:49:21.200160 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:21.211581 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-18f84c3d-8294-48aa-a554-5428838a3858 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e0c98c0b6ad4fcdb0398b18dd792fb6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8823543
Apr 20 14:49:21.213272 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 43382) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:21.230196 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-5057c79b-933a-41f7-a230-f6490a26d513 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Unset dirty status for tenant:a432f73e41864a1d89a27ea689d63a21 on resource:security_group {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:49:21.231460 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-5057c79b-933a-41f7-a230-f6490a26d513 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1510394478&fields=id&tenant_id=a432f73e41864a1d89a27ea689d63a21 HTTP/1.1" status: 200  len: 267 time: 0.1991668
Apr 20 14:49:21.352095 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f84c3d-8294-48aa-a554-5428838a3858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aee2fe7-66ec-4be3-a3b4-83a413829d4e,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:21.357097 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f729a327-17bf-493d-b627-02ccaf872aaa req-bdc4fdb5-1956-4a97-938b-125eb5b75ada service neutron] 10.222.0.38 "GET /v2.0/networks/e0b31ac5-97c5-4f02-a021-90b2c8abdd91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4089069
Apr 20 14:49:21.358052 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-18f84c3d-8294-48aa-a554-5428838a3858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:21.368518 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 0a185794-0c77-4658-b650-7705ab464738 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:21.369527 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:21.456756 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': '65f45313-ae9b-45c9-b7f2-9bbbd47898a2', 'network_id': '58719903-15d1-4315-bb1e-052e740696ac', 'port_id': '65f45313-ae9b-45c9-b7f2-9bbbd47898a2', 'mac_address': 'fa:16:3e:06:4b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a3cd15-3507-4a23-92af-d6314a464e3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:49:21.473881 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-bf85d350-c9c2-45af-9b1a-c1d9692d72ba tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:21.480586 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-bf85d350-c9c2-45af-9b1a-c1d9692d72ba tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Synchronizing usage tracker for tenant:a432f73e41864a1d89a27ea689d63a21 on resource:network {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:49:21.628515 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f729a327-17bf-493d-b627-02ccaf872aaa req-bfa766c4-25ad-49be-bc31-d946b21c070b service neutron] 10.222.0.38 "GET /v2.0/networks/e0b31ac5-97c5-4f02-a021-90b2c8abdd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2572162
Apr 20 14:49:21.659010 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-bf85d350-c9c2-45af-9b1a-c1d9692d72ba tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Unset dirty status for tenant:a432f73e41864a1d89a27ea689d63a21 on resource:network {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:49:21.660327 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-bf85d350-c9c2-45af-9b1a-c1d9692d72ba tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/networks?id=25584ebc-4813-4602-b240-5e5e4cd95f15 HTTP/1.1" status: 200  len: 816 time: 0.4149683
Apr 20 14:49:21.668230 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0af6bf89-0d2b-49bc-b52d-7df9dfa6b611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:21.714560 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-dd8d19eb-b8bd-4759-b436-8756e6786ca0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/quotas/a432f73e41864a1d89a27ea689d63a21 HTTP/1.1" status: 200  len: 375 time: 0.0381212
Apr 20 14:49:21.886086 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caf6ed-cd61-4663-916b-1d0a0477a04a req-ffd6fe4d-2f72-4445-9380-96bc404750a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:21.889556 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b6caf6ed-cd61-4663-916b-1d0a0477a04a req-ffd6fe4d-2f72-4445-9380-96bc404750a1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f607da0f0444dccb95b40f7224b24f7&device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 1097 time: 0.1682971
Apr 20 14:49:21.912788 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:21.997203 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f45313-ae9b-45c9-b7f2-9bbbd47898a2 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:49:22.028966 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 65f45313-ae9b-45c9-b7f2-9bbbd47898a2, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=65f45313-ae9b-45c9-b7f2-9bbbd47898a2,segment=NetworkSegment(4fae770f-408e-4a25-a62f-4c0f819efaed),segment_id=4fae770f-408e-4a25-a62f-4c0f819efaed)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:22.120306 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:22.123292 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:22.167844 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0af6bf89-0d2b-49bc-b52d-7df9dfa6b611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:22.170933 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caf6ed-cd61-4663-916b-1d0a0477a04a req-5b5967ca-efce-46e7-8a53-0c058e2eb165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:22.172696 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b6caf6ed-cd61-4663-916b-1d0a0477a04a req-5b5967ca-efce-46e7-8a53-0c058e2eb165 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e0b31ac5-97c5-4f02-a021-90b2c8abdd91 HTTP/1.1" status: 200  len: 912 time: 0.2764668
Apr 20 14:49:22.214621 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=65f45313-ae9b-45c9-b7f2-9bbbd47898a2,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:22.224487 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:22.239716 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec1415f28>, [{'id': 'd530e304-396a-4db7-89d9-8cc8ae730870', 'name': 'tempest-ServerRescueNegativeTestJSON-610064317-router', 'tenant_id': '953243a9ffdb474f8cdeee895c11e0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3bf9541-be60-4f2d-8025-cee9c3f8969a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:12Z', 'revision_number': 4, 'project_id': '953243a9ffdb474f8cdeee895c11e0de', 'gw_port': {'id': 'e3bf9541-be60-4f2d-8025-cee9c3f8969a', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530e304-396a-4db7-89d9-8cc8ae730870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': 'edaf3590-5341-4425-ab53-018f79e88ed4', 'name': '', 'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173', 'tenant_id': '953243a9ffdb474f8cdeee895c11e0de', 'mac_address': 'fa:16:3e:0c:85:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd530e304-396a-4db7-89d9-8cc8ae730870', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ad497b14-feb7-4da4-9420-55d510501d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:09Z', 'updated_at': '2021-04-20T14:49:19Z', 'revision_number': 4, 'project_id': '953243a9ffdb474f8cdeee895c11e0de', 'subnets': [{'id': 'ad497b14-feb7-4da4-9420-55d510501d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:22.245527 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a22de-6b8f-4a20-92a8-aa244ce1882d None None] The sync data for ids ['d530e304-396a-4db7-89d9-8cc8ae730870'] in dv-cinder-742162-4-iscsi is: [{'id': 'd530e304-396a-4db7-89d9-8cc8ae730870', 'name': 'tempest-ServerRescueNegativeTestJSON-610064317-router', 'tenant_id': '953243a9ffdb474f8cdeee895c11e0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3bf9541-be60-4f2d-8025-cee9c3f8969a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:12Z', 'revision_number': 4, 'project_id': '953243a9ffdb474f8cdeee895c11e0de', 'gw_port': {'id': 'e3bf9541-be60-4f2d-8025-cee9c3f8969a', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530e304-396a-4db7-89d9-8cc8ae730870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': 'edaf3590-5341-4425-ab53-018f79e88ed4', 'name': '', 'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173', 'tenant_id': '953243a9ffdb474f8cdeee895c11e0de', 'mac_address': 'fa:16:3e:0c:85:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd530e304-396a-4db7-89d9-8cc8ae730870', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'ad497b14-feb7-4da4-9420-55d510501d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:09Z', 'updated_at': '2021-04-20T14:49:19Z', 'revision_number': 4, 'project_id': '953243a9ffdb474f8cdeee895c11e0de', 'subnets': [{'id': 'ad497b14-feb7-4da4-9420-55d510501d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:49:22.308041 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b6caf6ed-cd61-4663-916b-1d0a0477a04a req-73253080-dea2-463b-b44a-f1989261eea8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ed9263c-34be-4929-9945-1e2e0c780c82 HTTP/1.1" status: 200  len: 217 time: 0.1200128
Apr 20 14:49:22.318152 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-9ef8216b-1730-4e55-8f32-70354faad288 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:22.319828 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-9ef8216b-1730-4e55-8f32-70354faad288 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/networks?id=71d4f98d-ee26-431e-a3b1-bd76843f6173 HTTP/1.1" status: 200  len: 818 time: 0.5453455
Apr 20 14:49:22.337911 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-818ce485-2772-44e8-94b0-28d2965f4e51 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a432f73e41864a1d89a27ea689d63a21&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6217182
Apr 20 14:49:22.357974 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-d9c678c2-35cc-420a-aab5-4de4843f28f9 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/quotas/953243a9ffdb474f8cdeee895c11e0de HTTP/1.1" status: 200  len: 375 time: 0.0179157
Apr 20 14:49:22.402124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0af6bf89-0d2b-49bc-b52d-7df9dfa6b611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:22.402872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['65f45313-ae9b-45c9-b7f2-9bbbd47898a2'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:49:22.403596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caf6ed-cd61-4663-916b-1d0a0477a04a req-e62d4e0b-39f9-4035-bb27-a6e2b662edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:22.405196 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b6caf6ed-cd61-4663-916b-1d0a0477a04a req-e62d4e0b-39f9-4035-bb27-a6e2b662edc2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5b521f1e-d5dc-421d-b7b1-5ea589ce634b HTTP/1.1" status: 200  len: 851 time: 0.0901434
Apr 20 14:49:22.471605 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b6caf6ed-cd61-4663-916b-1d0a0477a04a req-30962b1a-3096-45ee-8933-e5703c5789b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e0b31ac5-97c5-4f02-a021-90b2c8abdd91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0522618
Apr 20 14:49:22.521786 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:22.547229 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6bf89-0d2b-49bc-b52d-7df9dfa6b611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aee2fe7-66ec-4be3-a3b4-83a413829d4e,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:22.564654 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0af6bf89-0d2b-49bc-b52d-7df9dfa6b611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:22.569241 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0af6bf89-0d2b-49bc-b52d-7df9dfa6b611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:22.574130 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-0af6bf89-0d2b-49bc-b52d-7df9dfa6b611 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7aee2fe7-66ec-4be3-a3b4-83a413829d4e HTTP/1.1" status: 204  len: 168 time: 1.3561604
Apr 20 14:49:22.715036 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b6caf6ed-cd61-4663-916b-1d0a0477a04a req-11073613-86b3-4f3a-9925-bbf537f4f6d4 service neutron] 10.222.0.38 "GET /v2.0/networks/e0b31ac5-97c5-4f02-a021-90b2c8abdd91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2361541
Apr 20 14:49:22.831535 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-19ae1d46-cf94-43e2-b720-a6ac2a819836 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=953243a9ffdb474f8cdeee895c11e0de&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4362242
Apr 20 14:49:22.842783 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-8add1fad-737d-41f7-9801-e2b212492bc3 service neutron] 10.222.0.16 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4754081
Apr 20 14:49:22.886109 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b6caf6ed-cd61-4663-916b-1d0a0477a04a req-935302de-076d-48ab-bc59-9ac7678a719e service neutron] 10.222.0.38 "GET /v2.0/networks/e0b31ac5-97c5-4f02-a021-90b2c8abdd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1614838
Apr 20 14:49:23.179400 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-69527ce6-438f-48e7-8e28-95bf7c374439 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:23.182901 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-69527ce6-438f-48e7-8e28-95bf7c374439 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.38 "GET /v2.0/networks?id=42f202dd-8cd2-4251-8db7-28646c856c8f HTTP/1.1" status: 200  len: 811 time: 0.5356398
Apr 20 14:49:23.190165 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-2b4a40ab-2a62-45d1-a1f0-f97a4ef3f0c3 service neutron] 10.222.0.16 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2515049
Apr 20 14:49:23.265787 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-85abdb92-1f4a-4d72-89be-96f92ab79eef service neutron] 10.222.0.16 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4218738
Apr 20 14:49:23.473090 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-d7ce8e16-8a87-4be7-a148-3056e9d6a983 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7a24367a785146cda03a905690f8cd8a HTTP/1.1" status: 200  len: 5705 time: 0.2798779
Apr 20 14:49:23.489156 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-3a929b90-3596-449d-ab86-1ab2695bd7e4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Request body: {'port': {'device_id': '7ae01d28-04b8-49a5-b755-9cec227bd30c', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'admin_state_up': True, 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'security_groups': ['3f301ef5-7030-4712-be27-3d191519b8a2']}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:23.660031 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-f3506f72-e65c-4136-97bf-6abb43a9858c service neutron] 10.222.0.16 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3854907
Apr 20 14:49:23.785226 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-3a929b90-3596-449d-ab86-1ab2695bd7e4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:23.882133 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-3a929b90-3596-449d-ab86-1ab2695bd7e4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:23.919000 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-deaffb51-da91-4e11-a324-c7c429d9b9a4 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:23.919850 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-deaffb51-da91-4e11-a324-c7c429d9b9a4 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Synchronizing usage tracker for tenant:953243a9ffdb474f8cdeee895c11e0de on resource:network {{(pid=86436) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:49:24.002407 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9643ce-11a2-4a5e-bd72-3880436c78dd req-38bb1c0f-550c-43d4-b5e5-e7afa85d7557 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:24.004798 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-deaffb51-da91-4e11-a324-c7c429d9b9a4 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Unset dirty status for tenant:953243a9ffdb474f8cdeee895c11e0de on resource:network {{(pid=86436) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:49:24.006174 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-deaffb51-da91-4e11-a324-c7c429d9b9a4 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.38 "GET /v2.0/networks?id=71d4f98d-ee26-431e-a3b1-bd76843f6173 HTTP/1.1" status: 200  len: 818 time: 0.4536562
Apr 20 14:49:24.012878 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0f9643ce-11a2-4a5e-bd72-3880436c78dd req-38bb1c0f-550c-43d4-b5e5-e7afa85d7557 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 944 time: 0.2318039
Apr 20 14:49:24.014192 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-3a929b90-3596-449d-ab86-1ab2695bd7e4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Made reservation on behalf of 7a24367a785146cda03a905690f8cd8a for: {'port': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:49:24.028253 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-3a929b90-3596-449d-ab86-1ab2695bd7e4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:24.042524 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-75a135da-f633-463d-86b6-beb68c9aac2a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Request body: {'port': {'device_id': '7025864f-640e-449a-a400-b67fee8dfab2', 'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173', 'admin_state_up': True, 'tenant_id': '953243a9ffdb474f8cdeee895c11e0de'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:24.118158 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 9ed9263c-34be-4929-9945-1e2e0c780c82 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:49:24.154038 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0f9643ce-11a2-4a5e-bd72-3880436c78dd req-3b40dc1d-ae82-44e0-b9d4-8d7458f38128 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894487
Apr 20 14:49:24.529517 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 9ed9263c-34be-4929-9945-1e2e0c780c82, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=9ed9263c-34be-4929-9945-1e2e0c780c82,segment=NetworkSegment(f9337c50-389f-4e1c-83ed-9395c75cee12),segment_id=f9337c50-389f-4e1c-83ed-9395c75cee12)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:24.572276 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': '9ed9263c-34be-4929-9945-1e2e0c780c82', 'network_id': 'e0b31ac5-97c5-4f02-a021-90b2c8abdd91', 'port_id': '9ed9263c-34be-4929-9945-1e2e0c780c82', 'mac_address': 'fa:16:3e:77:3e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b521f1e-d5dc-421d-b7b1-5ea589ce634b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:49:24.574677 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 65f45313-ae9b-45c9-b7f2-9bbbd47898a2 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:49:24.638587 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-75a135da-f633-463d-86b6-beb68c9aac2a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:24.656617 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device edaf3590-5341-4425-ab53-018f79e88ed4 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:49:24.676904 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-75a135da-f633-463d-86b6-beb68c9aac2a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:24.748165 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-75a135da-f633-463d-86b6-beb68c9aac2a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Made reservation on behalf of 953243a9ffdb474f8cdeee895c11e0de for: {'port': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:49:24.755194 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-75a135da-f633-463d-86b6-beb68c9aac2a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:24.808951 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 43494) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:24.867265 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:24.891019 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c4c44266-13a1-43fd-8f2c-6de774e0ec01 req-40f3b056-7ab3-4942-ae4f-b1f902976a49 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 210 time: 0.1218245
Apr 20 14:49:24.904833 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed9263c-34be-4929-9945-1e2e0c780c82 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:49:24.923557 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port 65f45313-ae9b-45c9-b7f2-9bbbd47898a2 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:49:24.938367 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port 65f45313-ae9b-45c9-b7f2-9bbbd47898a2 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:24.938799 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:24.959321 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-3a929b90-3596-449d-ab86-1ab2695bd7e4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Allocated IP 172.20.0.10 (42f202dd-8cd2-4251-8db7-28646c856c8f/6574b30a-3454-4cc1-b2ab-32d1917de288/7da87d05-5f14-484a-a56a-c92d934140ed) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:49:24.986326 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe5541-1cca-40f7-8dd3-90349ef8280c req-778ffa04-2065-4675-92d7-1ac2680975a2 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:24.995140 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2dfe5541-1cca-40f7-8dd3-90349ef8280c req-778ffa04-2065-4675-92d7-1ac2680975a2 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 944 time: 0.3962729
Apr 20 14:49:25.064435 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port edaf3590-5341-4425-ab53-018f79e88ed4 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:49:25.090487 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port edaf3590-5341-4425-ab53-018f79e88ed4 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:25.090967 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:25.120903 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 9ed9263c-34be-4929-9945-1e2e0c780c82, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=9ed9263c-34be-4929-9945-1e2e0c780c82,segment=NetworkSegment(f9337c50-389f-4e1c-83ed-9395c75cee12),segment_id=f9337c50-389f-4e1c-83ed-9395c75cee12)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:25.121144 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2dfe5541-1cca-40f7-8dd3-90349ef8280c req-39f37b5d-d64c-4ff3-8317-8502e92ff9e3 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/security-groups?id=e89bada1-5cbe-4488-8b1e-e0319c56383c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247363
Apr 20 14:49:25.156519 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1109002402-network', 'tenant_id': 'ca454259b1e74f2788fa2b3277e8033c'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:25.164385 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:25.170909 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:25.177588 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:25.180755 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-75a135da-f633-463d-86b6-beb68c9aac2a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Allocated IP 172.20.0.12 (71d4f98d-ee26-431e-a3b1-bd76843f6173/ad497b14-feb7-4da4-9420-55d510501d4c/bdd5613b-3280-4802-a97e-c66faf2ebaa6) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:49:25.184212 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Usage tracker for resource:network and tenant:ca454259b1e74f2788fa2b3277e8033c is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:25.188167 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:25.195074 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:25.298194 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bf51c81c-ec79-42e4-8698-c5e8e4f88f3b req-f2fb721e-8576-4fd7-b084-037d85bf985f tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 210 time: 0.0700655
Apr 20 14:49:25.339880 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Made reservation on behalf of ca454259b1e74f2788fa2b3277e8033c for: {'network': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:49:25.341189 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=9ed9263c-34be-4929-9945-1e2e0c780c82,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:25.347740 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for network, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:25.377095 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:25.438714 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-3a929b90-3596-449d-ab86-1ab2695bd7e4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:25.446950 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:25.455904 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:25.475993 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-3a929b90-3596-449d-ab86-1ab2695bd7e4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Transition to ACTIVE for port object 7da87d05-5f14-484a-a56a-c92d934140ed will not be triggered until provisioned by entity DHCP. {{(pid=86437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:49:25.476214 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Usage tracker for resource:security_group_rule and tenant:ca454259b1e74f2788fa2b3277e8033c is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:25.484115 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:25.494736 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:25.511951 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:25.530587 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:25.546091 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db12661d-e326-4dc7-bdab-09da2c5b6fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f45313-ae9b-45c9-b7f2-9bbbd47898a2'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:49:25.603956 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-215ef34a-81fd-4f01-9b01-b591997e2436 req-5252a608-ce2f-451f-a825-dc09741f7a0e tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 210 time: 0.1484680
Apr 20 14:49:25.627332 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 65f45313-ae9b-45c9-b7f2-9bbbd47898a2, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=65f45313-ae9b-45c9-b7f2-9bbbd47898a2,segment=NetworkSegment(4fae770f-408e-4a25-a62f-4c0f819efaed),segment_id=4fae770f-408e-4a25-a62f-4c0f819efaed)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:25.645096 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port edaf3590-5341-4425-ab53-018f79e88ed4, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=edaf3590-5341-4425-ab53-018f79e88ed4,segment=NetworkSegment(7bdaad88-b5cb-49bd-825b-65db1037015f),segment_id=7bdaad88-b5cb-49bd-825b-65db1037015f)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:25.672550 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:25.672550 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:25.672713 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf64fa-5967-4f04-a2d9-bbcaa22e19ee req-42c8130e-e98a-43c1-a01f-af2bb09fb5f0 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:25.673887 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-01bf64fa-5967-4f04-a2d9-bbcaa22e19ee req-42c8130e-e98a-43c1-a01f-af2bb09fb5f0 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 944 time: 0.2142546
Apr 20 14:49:25.738709 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-3a929b90-3596-449d-ab86-1ab2695bd7e4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:25.764038 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=65f45313-ae9b-45c9-b7f2-9bbbd47898a2,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:25.776451 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:25.777265 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:25.780784 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c0538b21-4547-4a41-878f-0bd4ae5921ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:25.821370 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-01bf64fa-5967-4f04-a2d9-bbcaa22e19ee req-3d20ebdf-f8c4-43b4-93d5-8f734b565935 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340809
Apr 20 14:49:25.829319 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:25.875948 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=edaf3590-5341-4425-ab53-018f79e88ed4,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:25.884856 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:25.907112 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:25.929585 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-75a135da-f633-463d-86b6-beb68c9aac2a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:25.941807 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:25.950442 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9744185b-de16-481a-9da7-797342971406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:25.972257 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-3a929b90-3596-449d-ab86-1ab2695bd7e4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Network 42f202dd-8cd2-4251-8db7-28646c856c8f is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:49:25.979477 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-3a929b90-3596-449d-ab86-1ab2695bd7e4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:49:25.985781 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef585e7-ae8f-4b18-9f5d-ce7c18c4a23b,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:25.987839 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-3a929b90-3596-449d-ab86-1ab2695bd7e4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:49:25.992670 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:26.001433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-3a929b90-3596-449d-ab86-1ab2695bd7e4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:26.002106 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'}  {{(pid=86436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:49:26.002711 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-3a929b90-3596-449d-ab86-1ab2695bd7e4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:26.007880 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db12661d-e326-4dc7-bdab-09da2c5b6fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f45313-ae9b-45c9-b7f2-9bbbd47898a2', 'code': 200}
Apr 20 14:49:26.022049 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:26.022562 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.segments_db [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Added segment 634ba0ea-d6f3-424a-b32e-c9217a4f592c of type vlan for network 7da943a3-3e55-4e38-9de4-370f011f50f3
Apr 20 14:49:26.088218 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791464999914'] for network, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:26.095273 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a929b90-3596-449d-ab86-1ab2695bd7e4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Pushing event updated for resources: {'Port': ['ID=7da87d05-5f14-484a-a56a-c92d934140ed,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:26.108072 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3a929b90-3596-449d-ab86-1ab2695bd7e4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:26.123447 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-75a135da-f633-463d-86b6-beb68c9aac2a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:26.136656 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:26.217438 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-3a929b90-3596-449d-ab86-1ab2695bd7e4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7379529
Apr 20 14:49:26.231471 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a135da-f633-463d-86b6-beb68c9aac2a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Pushing event updated for resources: {'Port': ['ID=bdd5613b-3280-4802-a97e-c66faf2ebaa6,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:26.235388 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-75a135da-f633-463d-86b6-beb68c9aac2a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Network 71d4f98d-ee26-431e-a3b1-bd76843f6173 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:49:26.236622 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-75a135da-f633-463d-86b6-beb68c9aac2a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:26.237533 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-75a135da-f633-463d-86b6-beb68c9aac2a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:49:26.249546 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-75a135da-f633-463d-86b6-beb68c9aac2a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:49:26.249546 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-75a135da-f633-463d-86b6-beb68c9aac2a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:26.249546 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-75a135da-f633-463d-86b6-beb68c9aac2a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:26.278657 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for network, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:26.285391 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:26.286085 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:26.295884 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:26.325894 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-f4ad509c-f4e4-4925-bba7-3b9a8d65cc82 None None] Provisioning for port 7da87d05-5f14-484a-a56a-c92d934140ed completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:49:26.332636 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device edaf3590-5341-4425-ab53-018f79e88ed4 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:49:26.367166 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-f4ad509c-f4e4-4925-bba7-3b9a8d65cc82 None None] Provisioning complete for port 7da87d05-5f14-484a-a56a-c92d934140ed triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:26.367545 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f4ad509c-f4e4-4925-bba7-3b9a8d65cc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:26.392631 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-75a135da-f633-463d-86b6-beb68c9aac2a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3589094
Apr 20 14:49:26.403960 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Pushing event updated for resources: {'Network': ['ID=7da943a3-3e55-4e38-9de4-370f011f50f3,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:26.408280 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:26.419507 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abfea5-cf7d-4f38-b3b8-66d61087876e req-a48b467b-171a-4e18-a73f-ba078111bcbc tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:26.420879 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-78abfea5-cf7d-4f38-b3b8-66d61087876e req-a48b467b-171a-4e18-a73f-ba078111bcbc tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Synchronizing usage tracker for tenant:7a24367a785146cda03a905690f8cd8a on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:49:26.427104 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.6143825
Apr 20 14:49:26.428491 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Network 7da943a3-3e55-4e38-9de4-370f011f50f3 details requested by agent ovs-agent-dv-cinder-742162-4-iscsi with host dv-cinder-742162-4-iscsi {{(pid=86438) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:49:26.430172 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 43524) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:26.437039 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-455f7d35-4df0-44ad-844d-d9ee51f53d25 admin admin] Request body: {'subnet': {'network_id': '7da943a3-3e55-4e38-9de4-370f011f50f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1109002402-subnet', 'tenant_id': 'ca454259b1e74f2788fa2b3277e8033c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:26.443138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-455f7d35-4df0-44ad-844d-d9ee51f53d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:26.448270 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-455f7d35-4df0-44ad-844d-d9ee51f53d25 admin admin] Usage tracker for resource:subnet and tenant:ca454259b1e74f2788fa2b3277e8033c is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:26.451793 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-455f7d35-4df0-44ad-844d-d9ee51f53d25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:26.458764 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-455f7d35-4df0-44ad-844d-d9ee51f53d25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:26.505016 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0395071-b00e-428e-bb37-8cf4f80644d3 req-cd694865-0ce0-4239-8776-2b4a9adee587 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:26.508055 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0395071-b00e-428e-bb37-8cf4f80644d3 req-cd694865-0ce0-4239-8776-2b4a9adee587 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 945 time: 0.2346239
Apr 20 14:49:26.519146 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455f7d35-4df0-44ad-844d-d9ee51f53d25 admin admin] Made reservation on behalf of ca454259b1e74f2788fa2b3277e8033c for: {'subnet': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:49:26.525403 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-455f7d35-4df0-44ad-844d-d9ee51f53d25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:26.554060 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad509c-f4e4-4925-bba7-3b9a8d65cc82 None None] Port 7da87d05-5f14-484a-a56a-c92d934140ed cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:49:26.562678 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-78abfea5-cf7d-4f38-b3b8-66d61087876e req-a48b467b-171a-4e18-a73f-ba078111bcbc tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Unset dirty status for tenant:7a24367a785146cda03a905690f8cd8a on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:49:26.565172 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-78abfea5-cf7d-4f38-b3b8-66d61087876e req-a48b467b-171a-4e18-a73f-ba078111bcbc tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 932 time: 0.4386966
Apr 20 14:49:26.594875 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port edaf3590-5341-4425-ab53-018f79e88ed4 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:26.595290 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:26.614541 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0395071-b00e-428e-bb37-8cf4f80644d3 req-fb16fe74-e90b-4f6b-badf-d44a7415f328 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/security-groups?id=e89bada1-5cbe-4488-8b1e-e0319c56383c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989177
Apr 20 14:49:26.670410 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-78abfea5-cf7d-4f38-b3b8-66d61087876e req-faa16a0c-6208-4859-b800-c7c1ec21ab23 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922058
Apr 20 14:49:26.810791 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-864b6812-8ced-464d-9307-dae357463524 req-451ded5e-5eab-40d7-aa8d-6f9fedec9529 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 210 time: 0.0790727
Apr 20 14:49:27.142517 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-eec00f79-39c6-4ca4-bd09-c1c1dea7ee71 req-fe934406-0bef-4ee2-817c-e75742c6e59c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 210 time: 0.3150282
Apr 20 14:49:27.201520 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a42140-26e0-4853-9b3b-daec09e92e85 req-0091ae33-e431-494b-b429-93c564c06d7c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:27.203200 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-39a42140-26e0-4853-9b3b-daec09e92e85 req-0091ae33-e431-494b-b429-93c564c06d7c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 945 time: 0.1047652
Apr 20 14:49:27.263573 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-39a42140-26e0-4853-9b3b-daec09e92e85 req-dab57df0-6ce4-4814-bd77-4a3767841edf tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511293
Apr 20 14:49:27.322529 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-455f7d35-4df0-44ad-844d-d9ee51f53d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for subnet, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:27.328057 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1def2544-30dd-4837-9055-20cff8fb6352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:27.420232 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f7d35-4df0-44ad-844d-d9ee51f53d25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a1486c4-79a0-44cf-b44e-3663a4d15153,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:27.420232 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-455f7d35-4df0-44ad-844d-d9ee51f53d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:27.420618 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455f7d35-4df0-44ad-844d-d9ee51f53d25 admin admin] Checking segment: {'id': '634ba0ea-d6f3-424a-b32e-c9217a4f592c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7da943a3-3e55-4e38-9de4-370f011f50f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:49:27.421387 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455f7d35-4df0-44ad-844d-d9ee51f53d25 admin admin] Network hostable DHCP agents. Network: 7da943a3-3e55-4e38-9de4-370f011f50f3, hostable agents: ['8cbc52d7-9a0e-47fc-ab25-55981a906e08'], hosted agents: [] {{(pid=86436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:49:27.484664 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455f7d35-4df0-44ad-844d-d9ee51f53d25 admin admin] Network 7da943a3-3e55-4e38-9de4-370f011f50f3 is scheduled to be hosted by DHCP agent 8cbc52d7-9a0e-47fc-ab25-55981a906e08 with binding_index 1 {{(pid=86436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:49:27.565079 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-455f7d35-4df0-44ad-844d-d9ee51f53d25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-iscsi, 7da943a3-3e55-4e38-9de4-370f011f50f3) {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:49:27.569737 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455f7d35-4df0-44ad-844d-d9ee51f53d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:27.570392 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-455f7d35-4df0-44ad-844d-d9ee51f53d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:27.576461 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d689345-79e4-4bdf-b990-e5d06bdb4287 None None] Network 7da943a3-3e55-4e38-9de4-370f011f50f3 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:49:27.623174 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-455f7d35-4df0-44ad-844d-d9ee51f53d25 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1916797
Apr 20 14:49:28.061561 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d0314-9f7f-4aa1-bbc1-a299fa4295e5 req-2a5df519-ee99-4aa5-a16d-b16949a1ce1b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:28.063275 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b66d0314-9f7f-4aa1-bbc1-a299fa4295e5 req-2a5df519-ee99-4aa5-a16d-b16949a1ce1b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 932 time: 0.1471455
Apr 20 14:49:28.077299 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22d73a-818d-4598-b97e-1c2a3e42dc3f req-706d7bd0-414d-438a-9038-87776833eb25 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:28.079062 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4e22d73a-818d-4598-b97e-1c2a3e42dc3f req-706d7bd0-414d-438a-9038-87776833eb25 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 945 time: 0.2369626
Apr 20 14:49:28.144619 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Request body: {'port': {'device_id': '7025864f-640e-449a-a400-b67fee8dfab2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:28.185979 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Request body: {'port': {'device_id': '7ae01d28-04b8-49a5-b755-9cec227bd30c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:28.321929 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b66d0314-9f7f-4aa1-bbc1-a299fa4295e5 req-cb2c8184-83ff-4fab-bc96-9f38d0a24169 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2410319
Apr 20 14:49:28.333067 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4e22d73a-818d-4598-b97e-1c2a3e42dc3f req-30a75f0e-21c7-4f58-bdae-5295d5c55de6 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/security-groups?id=e89bada1-5cbe-4488-8b1e-e0319c56383c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2283390
Apr 20 14:49:28.361621 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1c2211-85dd-404d-ad36-b39c835b726a None None] Network 7da943a3-3e55-4e38-9de4-370f011f50f3 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:49:28.435546 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['9ed9263c-34be-4929-9945-1e2e0c780c82'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:49:28.487185 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:28.533096 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:28.602543 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.38', 56554) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:28.946810 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 43576) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:28.954006 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-737446082-network', 'tenant_id': '112aec4440f1401bbaaef63dd4b7e346'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:28.959328 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:28.964033 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Usage tracker for resource:network and tenant:112aec4440f1401bbaaef63dd4b7e346 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:28.967476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:28.974770 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:29.024540 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Made reservation on behalf of 112aec4440f1401bbaaef63dd4b7e346 for: {'network': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:49:29.029724 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for network, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:29.067717 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:29.091271 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:29.109590 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Usage tracker for resource:security_group_rule and tenant:112aec4440f1401bbaaef63dd4b7e346 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:29.114802 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:29.132496 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:29.208248 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da87d05-5f14-484a-a56a-c92d934140ed {{(pid=86437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:49:29.217428 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:29.279075 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd5613b-3280-4802-a97e-c66faf2ebaa6 {{(pid=86436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:49:29.298671 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:29.330584 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Transition to ACTIVE for port object bdd5613b-3280-4802-a97e-c66faf2ebaa6 will not be triggered until provisioned by entity L2. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:49:29.369519 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Transition to ACTIVE for port object 7da87d05-5f14-484a-a56a-c92d934140ed will not be triggered until provisioned by entity L2. {{(pid=86437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:49:29.394235 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:29.427571 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:29.444608 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-377bb2e1-d0f0-4ab3-b40d-20940e5040a3 req-09852df2-1640-4261-bffd-177652e5bd1c tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 210 time: 0.8490443
Apr 20 14:49:29.446966 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:29.457744 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0b29bf05-2a9e-43c4-a30b-2510c6dc0dde req-8e91d6c0-0bbc-4374-bdf4-88314ef8b920 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 210 time: 0.2094500
Apr 20 14:49:29.481937 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.38', 56557) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:29.547735 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:29.660212 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd5613b-3280-4802-a97e-c66faf2ebaa6,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:29.663435 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:29.695344 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:29.747988 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:29.768796 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:29.800718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'}  {{(pid=86436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:49:29.809069 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Attempting to bind port bdd5613b-3280-4802-a97e-c66faf2ebaa6 on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:49:29.809447 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Attempting to bind port bdd5613b-3280-4802-a97e-c66faf2ebaa6 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '7bdaad88-b5cb-49bd-825b-65db1037015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173'}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:49:29.809843 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Attempting to bind port bdd5613b-3280-4802-a97e-c66faf2ebaa6 on network 71d4f98d-ee26-431e-a3b1-bd76843f6173 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:49:29.814624 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:29.815008 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.segments_db [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Added segment 0c56729d-309b-46b9-8acf-118bb0b3f157 of type vlan for network 06206930-c5e9-4eb7-b62f-5d203c19a5c3
Apr 20 14:49:29.858378 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791464999914'] for network, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:29.896361 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Port bdd5613b-3280-4802-a97e-c66faf2ebaa6 on network 71d4f98d-ee26-431e-a3b1-bd76843f6173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:49:29.896712 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Attempting to bind port bdd5613b-3280-4802-a97e-c66faf2ebaa6 on network 71d4f98d-ee26-431e-a3b1-bd76843f6173 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:49:29.904373 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:49:29.904694 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Checking segment: {'id': '7bdaad88-b5cb-49bd-825b-65db1037015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:49:29.905114 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Bound using segment: {'id': '7bdaad88-b5cb-49bd-825b-65db1037015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173'} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:49:29.905661 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Bound port: bdd5613b-3280-4802-a97e-c66faf2ebaa6, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bdaad88-b5cb-49bd-825b-65db1037015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173'}}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:49:29.906057 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:29.918790 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e5b784-2df5-4455-8542-8fcdb55239cb,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:29.925572 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:29.964623 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for network, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:29.973099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:29.973788 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:29.981350 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ff10cc59-81f9-4294-a7ae-8c6c6a2a5afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:30.206826 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.2586279
Apr 20 14:49:30.211995 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 43608) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:30.217822 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] For port bdd5613b-3280-4802-a97e-c66faf2ebaa6, host hv-cinder-74216, cleared binding levels {{(pid=86436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:49:30.225415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-b0ae3bbf-38c2-4f7c-afa9-eac4a4281f16 admin admin] Request body: {'subnet': {'network_id': '06206930-c5e9-4eb7-b62f-5d203c19a5c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-737446082-subnet', 'tenant_id': '112aec4440f1401bbaaef63dd4b7e346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:30.237493 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-b0ae3bbf-38c2-4f7c-afa9-eac4a4281f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:30.241102 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Pushing event updated for resources: {'Network': ['ID=06206930-c5e9-4eb7-b62f-5d203c19a5c3,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:30.247207 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] For port bdd5613b-3280-4802-a97e-c66faf2ebaa6, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bdd5613b-3280-4802-a97e-c66faf2ebaa6,segment=NetworkSegment(7bdaad88-b5cb-49bd-825b-65db1037015f),segment_id=7bdaad88-b5cb-49bd-825b-65db1037015f)] {{(pid=86436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:49:30.248475 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-b0ae3bbf-38c2-4f7c-afa9-eac4a4281f16 admin admin] Usage tracker for resource:subnet and tenant:112aec4440f1401bbaaef63dd4b7e346 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:30.251800 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:30.252717 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-b0ae3bbf-38c2-4f7c-afa9-eac4a4281f16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:30.266852 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-b0ae3bbf-38c2-4f7c-afa9-eac4a4281f16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:30.269412 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.38', 56562) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:30.269576 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Network 06206930-c5e9-4eb7-b62f-5d203c19a5c3 details requested by agent ovs-agent-dv-cinder-742162-4-iscsi with host dv-cinder-742162-4-iscsi {{(pid=86438) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:49:30.317170 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:30.348258 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Pushing event updated for resources: {'Port': ['ID=7da87d05-5f14-484a-a56a-c92d934140ed,revision_number=2']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:30.352439 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:30.384445 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f784e946-af87-49df-8eae-12fd28df8172 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:30.442804 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ae3bbf-38c2-4f7c-afa9-eac4a4281f16 admin admin] Made reservation on behalf of 112aec4440f1401bbaaef63dd4b7e346 for: {'subnet': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:49:30.448569 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3bbf-38c2-4f7c-afa9-eac4a4281f16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:30.470979 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Attempting to bind port 7da87d05-5f14-484a-a56a-c92d934140ed on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:49:30.471553 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Attempting to bind port 7da87d05-5f14-484a-a56a-c92d934140ed by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '6e4c7473-cdca-4da7-b21f-25ecac67c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f'}] {{(pid=86437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:49:30.472049 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Attempting to bind port 7da87d05-5f14-484a-a56a-c92d934140ed on network 42f202dd-8cd2-4251-8db7-28646c856c8f {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:49:30.479355 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:30.480144 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:30.484389 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] 10.222.0.38 "PUT /v2.0/ports/bdd5613b-3280-4802-a97e-c66faf2ebaa6 HTTP/1.1" status: 200  len: 1094 time: 2.3447769
Apr 20 14:49:30.484389 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7025864f-640e-449a-a400-b67fee8dfab2', 'tag': 'bdd5613b-3280-4802-a97e-c66faf2ebaa6'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:49:30.496949 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2c04d-598a-4363-a985-73115a62320a req-a2fd462e-9b2a-415e-99da-60e3e5314c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:30.499990 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cfc2c04d-598a-4363-a985-73115a62320a req-a2fd462e-9b2a-415e-99da-60e3e5314c83 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 1098 time: 1.2582328
Apr 20 14:49:30.532757 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Port 7da87d05-5f14-484a-a56a-c92d934140ed on network 42f202dd-8cd2-4251-8db7-28646c856c8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:49:30.533129 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Attempting to bind port 7da87d05-5f14-484a-a56a-c92d934140ed on network 42f202dd-8cd2-4251-8db7-28646c856c8f {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:49:30.570988 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:49:30.571783 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Checking segment: {'id': '6e4c7473-cdca-4da7-b21f-25ecac67c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:49:30.572236 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Bound using segment: {'id': '6e4c7473-cdca-4da7-b21f-25ecac67c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f'} {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:49:30.572740 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Bound port: 7da87d05-5f14-484a-a56a-c92d934140ed, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e4c7473-cdca-4da7-b21f-25ecac67c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f'}}] {{(pid=86437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:49:30.573946 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:30.595640 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-03668a34-cca8-43ea-89ad-b5f9374be223 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:30.597282 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-03668a34-cca8-43ea-89ad-b5f9374be223 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.38 "GET /v2.0/networks?id=25584ebc-4813-4602-b240-5e5e4cd95f15 HTTP/1.1" status: 200  len: 816 time: 1.1107323
Apr 20 14:49:30.602808 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-cfc2c04d-598a-4363-a985-73115a62320a req-3dc049fc-4ed7-4c29-96ac-4febe09fdecd service neutron] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:30.644617 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd5613b-3280-4802-a97e-c66faf2ebaa6,revision_number=3']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:30.656025 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:30.714477 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-d36967ac-d806-4c6f-ac21-7806dbaf29f5 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:30.716156 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-d36967ac-d806-4c6f-ac21-7806dbaf29f5 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.38 "GET /v2.0/networks?id=71d4f98d-ee26-431e-a3b1-bd76843f6173 HTTP/1.1" status: 200  len: 818 time: 0.4453154
Apr 20 14:49:30.720740 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:30.735032 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-57638dbb-2acf-4793-9092-1f3dc2b7bfed tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Request body: {'port': {'device_id': '4c827476-944e-4c57-9cc3-b89a0dbdf519', 'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173', 'admin_state_up': True, 'tenant_id': '953243a9ffdb474f8cdeee895c11e0de'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:30.747628 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bbb8c-08c6-49d5-9ec2-0ad1567c0ff5 req-8af0bd6e-e6f4-4c8f-8185-7435f7d7444d tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:30.750904 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a08bbb8c-08c6-49d5-9ec2-0ad1567c0ff5 req-8af0bd6e-e6f4-4c8f-8185-7435f7d7444d tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 945 time: 1.0941720
Apr 20 14:49:30.821927 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-cfc2c04d-598a-4363-a985-73115a62320a req-3dc049fc-4ed7-4c29-96ac-4febe09fdecd service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:30.854427 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec757a1d-c878-4458-a022-b73b98a108bc req-76467c07-c68f-48d7-9fd8-9c567cf9362d tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:30.856403 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ec757a1d-c878-4458-a022-b73b98a108bc req-76467c07-c68f-48d7-9fd8-9c567cf9362d tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 944 time: 1.0889432
Apr 20 14:49:30.860223 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-cfc2c04d-598a-4363-a985-73115a62320a req-3dc049fc-4ed7-4c29-96ac-4febe09fdecd service neutron] Usage tracker for resource:security_group_rule and tenant:1059381ac3364fca84aa4aa8ef1b4507 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:30.941801 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-cfc2c04d-598a-4363-a985-73115a62320a req-3dc049fc-4ed7-4c29-96ac-4febe09fdecd service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:30.967219 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-cfc2c04d-598a-4363-a985-73115a62320a req-3dc049fc-4ed7-4c29-96ac-4febe09fdecd service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:30.977070 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-2f7867a1-7625-4493-b659-8c8cc5a571b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:30.979152 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-2f7867a1-7625-4493-b659-8c8cc5a571b8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=953243a9ffdb474f8cdeee895c11e0de&device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 1097 time: 0.3245316
Apr 20 14:49:31.012557 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 9ed9263c-34be-4929-9945-1e2e0c780c82 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:49:31.081594 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-57638dbb-2acf-4793-9092-1f3dc2b7bfed tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:31.115439 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-57638dbb-2acf-4793-9092-1f3dc2b7bfed tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Usage tracker for resource:port and tenant:953243a9ffdb474f8cdeee895c11e0de is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:31.120137 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-71aac4e7-b010-4db6-9056-cee21885756f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdd5613b-3280-4802-a97e-c66faf2ebaa6 HTTP/1.1" status: 200  len: 217 time: 0.1293406
Apr 20 14:49:31.123814 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-57638dbb-2acf-4793-9092-1f3dc2b7bfed tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:31.194353 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-57638dbb-2acf-4793-9092-1f3dc2b7bfed tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:31.197834 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-9cb6c890-2978-4110-b80a-4a6727e30aa8 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a432f73e41864a1d89a27ea689d63a21 HTTP/1.1" status: 200  len: 5704 time: 0.5753973
Apr 20 14:49:31.265421 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-2c0ddf58-d00b-4e85-be46-e4cc7377c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:31.269150 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-2c0ddf58-d00b-4e85-be46-e4cc7377c4bb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad497b14-feb7-4da4-9420-55d510501d4c HTTP/1.1" status: 200  len: 858 time: 0.1391466
Apr 20 14:49:31.286333 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-ae006734-b648-44a3-85ef-052f1de5affc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Request body: {'port': {'device_id': '496a9199-4585-4e3a-9976-7fc22f948a7b', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'admin_state_up': True, 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'security_groups': ['a8d20ba1-3644-485a-aba5-9f6ab5930c5e']}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:31.313253 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port 9ed9263c-34be-4929-9945-1e2e0c780c82 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:49:31.320304 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port 9ed9263c-34be-4929-9945-1e2e0c780c82 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:31.320706 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:31.325886 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-57638dbb-2acf-4793-9092-1f3dc2b7bfed tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Made reservation on behalf of 953243a9ffdb474f8cdeee895c11e0de for: {'port': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:49:31.332131 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-57638dbb-2acf-4793-9092-1f3dc2b7bfed tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:31.405231 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-8ed950a7-79fb-4475-8bfa-0de05f6e39b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71d4f98d-ee26-431e-a3b1-bd76843f6173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1258032
Apr 20 14:49:31.481199 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] For port 7da87d05-5f14-484a-a56a-c92d934140ed, host hv-cinder-74216, cleared binding levels {{(pid=86437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:49:31.485487 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] For port 7da87d05-5f14-484a-a56a-c92d934140ed, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7da87d05-5f14-484a-a56a-c92d934140ed,segment=NetworkSegment(6e4c7473-cdca-4da7-b21f-25ecac67c8df),segment_id=6e4c7473-cdca-4da7-b21f-25ecac67c8df)] {{(pid=86437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:49:31.635700 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:31.640717 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-cfc2c04d-598a-4363-a985-73115a62320a req-3dc049fc-4ed7-4c29-96ac-4febe09fdecd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:31.663255 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:31.673116 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ec757a1d-c878-4458-a022-b73b98a108bc req-c9e293b2-bebc-44a1-93fb-092dde18d74a tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7331903
Apr 20 14:49:31.692629 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a08bbb8c-08c6-49d5-9ec2-0ad1567c0ff5 req-75952e5f-a5cb-45e2-a7c1-de166867571f tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8656664
Apr 20 14:49:31.700164 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f490ebef-79a1-4b31-b87c-d3f43214a0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:31.704551 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7142b1df-baf6-4ff6-929c-bd6c50e7122b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed9263c-34be-4929-9945-1e2e0c780c82'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:49:31.747225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 9ed9263c-34be-4929-9945-1e2e0c780c82, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=9ed9263c-34be-4929-9945-1e2e0c780c82,segment=NetworkSegment(f9337c50-389f-4e1c-83ed-9395c75cee12),segment_id=f9337c50-389f-4e1c-83ed-9395c75cee12)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:31.789341 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:31.794179 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:31.795947 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-cfc2c04d-598a-4363-a985-73115a62320a req-3dc049fc-4ed7-4c29-96ac-4febe09fdecd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:31.803271 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Pushing event updated for resources: {'Port': ['ID=7da87d05-5f14-484a-a56a-c92d934140ed,revision_number=3']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:31.821662 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:31.839645 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:31.865773 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:31.867073 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:31.869566 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] 10.222.0.38 "PUT /v2.0/ports/7da87d05-5f14-484a-a56a-c92d934140ed HTTP/1.1" status: 200  len: 1094 time: 3.7182281
Apr 20 14:49:31.875571 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae01d28-04b8-49a5-b755-9cec227bd30c', 'tag': '7da87d05-5f14-484a-a56a-c92d934140ed'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:49:31.888969 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cfc2c04d-598a-4363-a985-73115a62320a req-3dc049fc-4ed7-4c29-96ac-4febe09fdecd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3671598
Apr 20 14:49:31.947540 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc049fc-4ed7-4c29-96ac-4febe09fdecd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6d50be90-957a-487d-99b9-ac22b4994533,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:31.954425 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3dc049fc-4ed7-4c29-96ac-4febe09fdecd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:31.976561 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-ae006734-b648-44a3-85ef-052f1de5affc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:31.996005 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-ae006734-b648-44a3-85ef-052f1de5affc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Usage tracker for resource:port and tenant:a432f73e41864a1d89a27ea689d63a21 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:32.007175 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-ae006734-b648-44a3-85ef-052f1de5affc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:32.015776 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-ae006734-b648-44a3-85ef-052f1de5affc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:32.016174 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-0f0af5b4-d449-43ef-bc6d-46245abf36e7 service neutron] 10.222.0.38 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5995665
Apr 20 14:49:32.130956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=9ed9263c-34be-4929-9945-1e2e0c780c82,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:32.137968 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:32.231145 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-57638dbb-2acf-4793-9092-1f3dc2b7bfed tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Allocated IP 172.20.0.14 (71d4f98d-ee26-431e-a3b1-bd76843f6173/ad497b14-feb7-4da4-9420-55d510501d4c/46062b05-a7b2-47d0-ae1e-cefb2d0775d5) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:49:32.314091 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-00d915d9-17cc-4235-92e8-09f6277ff897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:32.341695 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-ae006734-b648-44a3-85ef-052f1de5affc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Made reservation on behalf of a432f73e41864a1d89a27ea689d63a21 for: {'port': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:49:32.353497 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-ae006734-b648-44a3-85ef-052f1de5affc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:32.410688 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3fb47c18-f0c4-4beb-9a08-a2ccf13240da req-edbee5f4-a3e7-43de-b2e6-846152131183 service neutron] 10.222.0.38 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3599999
Apr 20 14:49:32.521790 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3bbf-38c2-4f7c-afa9-eac4a4281f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for subnet, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:32.544744 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-455f7d35-4df0-44ad-844d-d9ee51f53d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:32.677692 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ee7cb98b-64f4-49f8-9869-c5c112227071 req-5f371d43-1202-4c59-bb74-492ead368e14 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 210 time: 0.3548601
Apr 20 14:49:32.706143 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae3bbf-38c2-4f7c-afa9-eac4a4281f16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f2db7fb-837d-41b1-8c80-4b95359c25bf,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:32.728251 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b0ae3bbf-38c2-4f7c-afa9-eac4a4281f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:32.731789 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ae3bbf-38c2-4f7c-afa9-eac4a4281f16 admin admin] Checking segment: {'id': '0c56729d-309b-46b9-8acf-118bb0b3f157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '06206930-c5e9-4eb7-b62f-5d203c19a5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:49:32.732674 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ae3bbf-38c2-4f7c-afa9-eac4a4281f16 admin admin] Network hostable DHCP agents. Network: 06206930-c5e9-4eb7-b62f-5d203c19a5c3, hostable agents: ['8cbc52d7-9a0e-47fc-ab25-55981a906e08'], hosted agents: [] {{(pid=86436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:49:32.764697 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-57638dbb-2acf-4793-9092-1f3dc2b7bfed tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:32.834464 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ae3bbf-38c2-4f7c-afa9-eac4a4281f16 admin admin] Network 06206930-c5e9-4eb7-b62f-5d203c19a5c3 is scheduled to be hosted by DHCP agent 8cbc52d7-9a0e-47fc-ab25-55981a906e08 with binding_index 1 {{(pid=86436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:49:32.855510 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-7da6b08e-c51e-4ee3-baf1-5c0e3290822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:32.857180 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-7da6b08e-c51e-4ee3-baf1-5c0e3290822c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7a24367a785146cda03a905690f8cd8a&device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 1097 time: 0.8198190
Apr 20 14:49:32.873626 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-57638dbb-2acf-4793-9092-1f3dc2b7bfed tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:32.888201 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:32.890238 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bb54e-48c6-4302-a484-9f3f7cac5a1c req-fd769244-acb7-4169-b57b-e5e1d8681627 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:32.892489 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-155bb54e-48c6-4302-a484-9f3f7cac5a1c req-fd769244-acb7-4169-b57b-e5e1d8681627 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 946 time: 0.6432459
Apr 20 14:49:32.894463 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-41c963cd-ece2-4732-8881-1999680d2289 req-0fe3bb2f-d616-4d37-970b-c30a596d8b2d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 210 time: 0.0972424
Apr 20 14:49:32.996797 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-b0ae3bbf-38c2-4f7c-afa9-eac4a4281f16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-iscsi, 06206930-c5e9-4eb7-b62f-5d203c19a5c3) {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:49:33.005039 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ae3bbf-38c2-4f7c-afa9-eac4a4281f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:33.006230 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b0ae3bbf-38c2-4f7c-afa9-eac4a4281f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:33.010314 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-155bb54e-48c6-4302-a484-9f3f7cac5a1c req-7ae21047-6d66-4f96-adaf-295c35c29ebd tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/security-groups?id=e89bada1-5cbe-4488-8b1e-e0319c56383c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836482
Apr 20 14:49:33.019404 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01a1c51-21eb-485d-94c9-341d5d1c5ba3 None None] Network 06206930-c5e9-4eb7-b62f-5d203c19a5c3 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:49:33.027207 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-ae006734-b648-44a3-85ef-052f1de5affc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Allocated IP 172.20.0.13 (25584ebc-4813-4602-b240-5e5e4cd95f15/fe5c3aac-31f9-4b55-a329-412ec8ea7dac/015379bb-1f7b-4912-a001-faad34e332b3) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:49:33.150802 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-57638dbb-2acf-4793-9092-1f3dc2b7bfed tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Network 71d4f98d-ee26-431e-a3b1-bd76843f6173 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:49:33.155428 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-57638dbb-2acf-4793-9092-1f3dc2b7bfed tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:49:33.159129 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-57638dbb-2acf-4793-9092-1f3dc2b7bfed tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:49:33.167070 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-57638dbb-2acf-4793-9092-1f3dc2b7bfed tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:33.167803 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-57638dbb-2acf-4793-9092-1f3dc2b7bfed tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:33.183608 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-b0ae3bbf-38c2-4f7c-afa9-eac4a4281f16 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.9702513
Apr 20 14:49:33.186304 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7025864f-640e-449a-a400-b67fee8dfab2', 'tag': 'bdd5613b-3280-4802-a97e-c66faf2ebaa6', 'status': 'completed', 'code': 200}
Apr 20 14:49:33.269614 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57638dbb-2acf-4793-9092-1f3dc2b7bfed tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Pushing event updated for resources: {'Port': ['ID=46062b05-a7b2-47d0-ae1e-cefb2d0775d5,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:33.269614 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-57638dbb-2acf-4793-9092-1f3dc2b7bfed tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:33.365226 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae01d28-04b8-49a5-b755-9cec227bd30c', 'tag': '7da87d05-5f14-484a-a56a-c92d934140ed', 'status': 'completed', 'code': 200}
Apr 20 14:49:33.525128 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-ae006734-b648-44a3-85ef-052f1de5affc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:33.565810 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-ae006734-b648-44a3-85ef-052f1de5affc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Transition to ACTIVE for port object 015379bb-1f7b-4912-a001-faad34e332b3 will not be triggered until provisioned by entity DHCP. {{(pid=86437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:49:33.600368 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-57638dbb-2acf-4793-9092-1f3dc2b7bfed tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8692646
Apr 20 14:49:33.738081 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7142b1df-baf6-4ff6-929c-bd6c50e7122b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed9263c-34be-4929-9945-1e2e0c780c82', 'code': 200}
Apr 20 14:49:33.776504 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf361617-91c5-438b-8e29-0df2b1505ad3 None None] Network 06206930-c5e9-4eb7-b62f-5d203c19a5c3 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:49:33.950406 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250a547-d3a0-41b8-9815-06c55494ba7e req-e16eb7b2-d67d-4060-b9d9-89750df40245 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:33.956117 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5250a547-d3a0-41b8-9815-06c55494ba7e req-e16eb7b2-d67d-4060-b9d9-89750df40245 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 945 time: 0.2367418
Apr 20 14:49:33.974348 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9cf56-9397-4dd1-a91c-5f23fb9aa5f4 req-cb6a5306-a64d-439f-8226-1a5dde69d9fa tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:33.976056 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-88e9cf56-9397-4dd1-a91c-5f23fb9aa5f4 req-cb6a5306-a64d-439f-8226-1a5dde69d9fa tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 944 time: 0.1700318
Apr 20 14:49:34.062934 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5250a547-d3a0-41b8-9815-06c55494ba7e req-bbdd5fc4-753c-486f-a372-f64089aec7f9 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857401
Apr 20 14:49:34.072563 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-88e9cf56-9397-4dd1-a91c-5f23fb9aa5f4 req-f76ada96-60a3-4784-8f0c-1cacc9b6c967 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775089
Apr 20 14:49:34.322066 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543eaa9-2098-4a74-9fd0-5500953c0c12 req-cefa40cf-c633-4964-934a-4dcfabcd11c8 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:34.324215 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1543eaa9-2098-4a74-9fd0-5500953c0c12 req-cefa40cf-c633-4964-934a-4dcfabcd11c8 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 932 time: 0.1096838
Apr 20 14:49:34.377697 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1543eaa9-2098-4a74-9fd0-5500953c0c12 req-df645371-5a23-4959-913d-ad8f80ae3d87 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463858
Apr 20 14:49:35.412387 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Request body: {'port': {'device_id': '4c827476-944e-4c57-9cc3-b89a0dbdf519', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:35.460633 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-17ec3a5a-e794-4c4a-8915-57e1901bcfb4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7da87d05-5f14-484a-a56a-c92d934140ed HTTP/1.1" status: 200  len: 217 time: 0.0735271
Apr 20 14:49:35.598094 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-619678ce-015a-414b-a6e3-6a6370cac737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:35.600173 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-619678ce-015a-414b-a6e3-6a6370cac737 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6574b30a-3454-4cc1-b2ab-32d1917de288 HTTP/1.1" status: 200  len: 850 time: 0.1187942
Apr 20 14:49:35.640845 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:35.663162 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a3a0f-4450-481d-acbc-e79ca5c34259 req-6f7340f9-983b-4ff1-bd87-89fa8b7ff647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:35.664780 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-eb7a3a0f-4450-481d-acbc-e79ca5c34259 req-6f7340f9-983b-4ff1-bd87-89fa8b7ff647 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=953243a9ffdb474f8cdeee895c11e0de&device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 1097 time: 0.2109673
Apr 20 14:49:35.694580 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-46a1d8a4-b38d-4822-8c64-11747cf88dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:35.696858 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-46a1d8a4-b38d-4822-8c64-11747cf88dc4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42f202dd-8cd2-4251-8db7-28646c856c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0880787
Apr 20 14:49:35.883095 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a3a0f-4450-481d-acbc-e79ca5c34259 req-3beb6853-623a-4a90-82ea-d701ba1a66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:35.885326 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-eb7a3a0f-4450-481d-acbc-e79ca5c34259 req-3beb6853-623a-4a90-82ea-d701ba1a66e6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=71d4f98d-ee26-431e-a3b1-bd76843f6173 HTTP/1.1" status: 200  len: 919 time: 0.1867163
Apr 20 14:49:35.958303 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-87597f8c-6ab9-4884-a5a7-ac79178da77b service neutron] 10.222.0.38 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2533937
Apr 20 14:49:35.972268 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-eb7a3a0f-4450-481d-acbc-e79ca5c34259 req-931476af-5493-4c2b-9776-bea5d6dd9386 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdd5613b-3280-4802-a97e-c66faf2ebaa6 HTTP/1.1" status: 200  len: 217 time: 0.0770333
Apr 20 14:49:36.076573 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a3a0f-4450-481d-acbc-e79ca5c34259 req-80765f7d-e059-4d36-b350-99107f7a2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:36.078944 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-eb7a3a0f-4450-481d-acbc-e79ca5c34259 req-80765f7d-e059-4d36-b350-99107f7a2725 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad497b14-feb7-4da4-9420-55d510501d4c HTTP/1.1" status: 200  len: 858 time: 0.0974739
Apr 20 14:49:36.170118 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-eb7a3a0f-4450-481d-acbc-e79ca5c34259 req-2d98f600-ef77-4b4a-89e5-bdee1b8aefa5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71d4f98d-ee26-431e-a3b1-bd76843f6173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0828364
Apr 20 14:49:36.230623 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9f2841c-479e-407b-bb86-1d3c152085b3 req-e513fbc9-866e-47f2-b9f5-6bd08221293c service neutron] 10.222.0.38 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2643375
Apr 20 14:49:36.372476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-ae006734-b648-44a3-85ef-052f1de5affc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:36.379073 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-eb7a3a0f-4450-481d-acbc-e79ca5c34259 req-de0210e5-fab9-41f6-9fc0-7bd926110cb5 service neutron] 10.222.0.38 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1914587
Apr 20 14:49:36.382340 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:36.452484 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-ae006734-b648-44a3-85ef-052f1de5affc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Network 25584ebc-4813-4602-b240-5e5e4cd95f15 is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:49:36.461671 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-ae006734-b648-44a3-85ef-052f1de5affc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:49:36.467224 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-ae006734-b648-44a3-85ef-052f1de5affc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:49:36.473505 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-ae006734-b648-44a3-85ef-052f1de5affc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:36.474270 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-ae006734-b648-44a3-85ef-052f1de5affc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:36.505172 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae006734-b648-44a3-85ef-052f1de5affc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Pushing event updated for resources: {'Port': ['ID=015379bb-1f7b-4912-a001-faad34e332b3,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:36.508508 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ae006734-b648-44a3-85ef-052f1de5affc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:36.597232 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5143b599-8fa7-4d51-84f9-8438577fd5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:36.615615 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:36.626790 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-ae006734-b648-44a3-85ef-052f1de5affc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.3614216
Apr 20 14:49:36.629735 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:36.867247 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Request body: {'port': {'device_id': '496a9199-4585-4e3a-9976-7fc22f948a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:36.974477 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-5512c325-44b3-4508-886e-ad4718a56af7 None None] Provisioning for port 015379bb-1f7b-4912-a001-faad34e332b3 completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:49:36.978876 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:36.984293 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-5512c325-44b3-4508-886e-ad4718a56af7 None None] Provisioning complete for port 015379bb-1f7b-4912-a001-faad34e332b3 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:36.984293 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5512c325-44b3-4508-886e-ad4718a56af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:37.058827 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-5512c325-44b3-4508-886e-ad4718a56af7 None None] Port 015379bb-1f7b-4912-a001-faad34e332b3 cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:49:37.125916 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-eb7a3a0f-4450-481d-acbc-e79ca5c34259 req-bf352d0b-1897-444d-ad66-100e50273e1b service neutron] 10.222.0.38 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7396715
Apr 20 14:49:37.271557 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:37.323298 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfcec2-3a41-403f-bcee-e78ed62484ab req-33bc4d48-fae2-4e14-a66d-93bea7e56b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:37.326080 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6ecfcec2-3a41-403f-bcee-e78ed62484ab req-33bc4d48-fae2-4e14-a66d-93bea7e56b43 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7a24367a785146cda03a905690f8cd8a&device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 1097 time: 0.6071522
Apr 20 14:49:37.337759 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46062b05-a7b2-47d0-ae1e-cefb2d0775d5 {{(pid=86436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:49:37.347200 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:37.351704 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47605b-8a94-4b23-b09a-3a4b89182887 req-3917ecf0-ee55-4d3f-a8e5-e2e77fa368c0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:37.353092 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-3f47605b-8a94-4b23-b09a-3a4b89182887 req-3917ecf0-ee55-4d3f-a8e5-e2e77fa368c0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Synchronizing usage tracker for tenant:a432f73e41864a1d89a27ea689d63a21 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:49:37.366316 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Transition to ACTIVE for port object 46062b05-a7b2-47d0-ae1e-cefb2d0775d5 will not be triggered until provisioned by entity L2. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:49:37.418544 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:37.424834 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd85fa-f678-4c47-90b6-a79c42f6321b req-8ba0d5a3-524e-40d2-bcca-7deed521c851 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:37.427914 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-15bd85fa-f678-4c47-90b6-a79c42f6321b req-8ba0d5a3-524e-40d2-bcca-7deed521c851 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 946 time: 0.7105699
Apr 20 14:49:37.428750 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:37.561509 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1b837-9732-4e09-9315-4f5f08e5bc6f req-ccf575b1-1d60-4c56-81d3-508547067089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:37.564319 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a1a1b837-9732-4e09-9315-4f5f08e5bc6f req-ccf575b1-1d60-4c56-81d3-508547067089 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 1099 time: 0.6676459
Apr 20 14:49:37.621623 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Pushing event updated for resources: {'Port': ['ID=46062b05-a7b2-47d0-ae1e-cefb2d0775d5,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:37.631437 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:37.651938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Attempting to bind port 46062b05-a7b2-47d0-ae1e-cefb2d0775d5 on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:49:37.652521 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Attempting to bind port 46062b05-a7b2-47d0-ae1e-cefb2d0775d5 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '7bdaad88-b5cb-49bd-825b-65db1037015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173'}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:49:37.653447 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Attempting to bind port 46062b05-a7b2-47d0-ae1e-cefb2d0775d5 on network 71d4f98d-ee26-431e-a3b1-bd76843f6173 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:49:37.659633 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Port 46062b05-a7b2-47d0-ae1e-cefb2d0775d5 on network 71d4f98d-ee26-431e-a3b1-bd76843f6173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:49:37.660187 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Attempting to bind port 46062b05-a7b2-47d0-ae1e-cefb2d0775d5 on network 71d4f98d-ee26-431e-a3b1-bd76843f6173 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:49:37.667350 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:49:37.667729 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Checking segment: {'id': '7bdaad88-b5cb-49bd-825b-65db1037015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:49:37.668222 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Bound using segment: {'id': '7bdaad88-b5cb-49bd-825b-65db1037015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173'} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:49:37.668701 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Bound port: 46062b05-a7b2-47d0-ae1e-cefb2d0775d5, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bdaad88-b5cb-49bd-825b-65db1037015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173'}}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:49:37.669095 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:37.784258 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] For port 46062b05-a7b2-47d0-ae1e-cefb2d0775d5, host hv-cinder-74216, cleared binding levels {{(pid=86436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:49:37.787998 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] For port 46062b05-a7b2-47d0-ae1e-cefb2d0775d5, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=46062b05-a7b2-47d0-ae1e-cefb2d0775d5,segment=NetworkSegment(7bdaad88-b5cb-49bd-825b-65db1037015f),segment_id=7bdaad88-b5cb-49bd-825b-65db1037015f)] {{(pid=86436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:49:37.818952 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-3f47605b-8a94-4b23-b09a-3a4b89182887 req-3917ecf0-ee55-4d3f-a8e5-e2e77fa368c0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Unset dirty status for tenant:a432f73e41864a1d89a27ea689d63a21 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:49:37.821291 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f47605b-8a94-4b23-b09a-3a4b89182887 req-3917ecf0-ee55-4d3f-a8e5-e2e77fa368c0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 932 time: 1.1872673
Apr 20 14:49:37.833522 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:37.839649 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:37.911083 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-15bd85fa-f678-4c47-90b6-a79c42f6321b req-bfdbe818-7d61-4e2c-9046-80947d352784 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/security-groups?id=e89bada1-5cbe-4488-8b1e-e0319c56383c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4170611
Apr 20 14:49:37.925920 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:37.927276 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:37.931053 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-6489af9c-9519-4e63-a510-4da98831790a service neutron] 10.222.0.38 "PUT /v2.0/ports/46062b05-a7b2-47d0-ae1e-cefb2d0775d5 HTTP/1.1" status: 200  len: 1094 time: 2.5290771
Apr 20 14:49:37.931829 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c827476-944e-4c57-9cc3-b89a0dbdf519', 'tag': '46062b05-a7b2-47d0-ae1e-cefb2d0775d5'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:49:37.984433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Pushing event updated for resources: {'Port': ['ID=46062b05-a7b2-47d0-ae1e-cefb2d0775d5,revision_number=3']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:37.994441 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-a1a1b837-9732-4e09-9315-4f5f08e5bc6f req-779a3d8a-21f2-4771-9546-e9f878824ce0 service neutron] Synchronizing usage tracker for tenant:1059381ac3364fca84aa4aa8ef1b4507 on resource:security_group {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:49:38.011451 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:38.058855 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-a1a1b837-9732-4e09-9315-4f5f08e5bc6f req-779a3d8a-21f2-4771-9546-e9f878824ce0 service neutron] Unset dirty status for tenant:1059381ac3364fca84aa4aa8ef1b4507 on resource:security_group {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:49:38.060119 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a1a1b837-9732-4e09-9315-4f5f08e5bc6f req-779a3d8a-21f2-4771-9546-e9f878824ce0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e89bada1-5cbe-4488-8b1e-e0319c56383c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3677464
Apr 20 14:49:38.087879 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f47605b-8a94-4b23-b09a-3a4b89182887 req-9a85a8a0-48cc-4b19-a99a-797a786a732e tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2335660
Apr 20 14:49:38.117114 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfcec2-3a41-403f-bcee-e78ed62484ab req-cb87a8b5-834e-417f-acfc-88d371f62849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:38.119375 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6ecfcec2-3a41-403f-bcee-e78ed62484ab req-cb87a8b5-834e-417f-acfc-88d371f62849 service neutron] 10.222.0.38 "GET /v2.0/networks?id=42f202dd-8cd2-4251-8db7-28646c856c8f HTTP/1.1" status: 200  len: 912 time: 0.7558405
Apr 20 14:49:38.248690 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-208d4102-5573-4a89-891b-abebe31d16c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:38.251806 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-208d4102-5573-4a89-891b-abebe31d16c4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=953243a9ffdb474f8cdeee895c11e0de&device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 1097 time: 0.2206113
Apr 20 14:49:38.302580 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device bdd5613b-3280-4802-a97e-c66faf2ebaa6 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:49:38.470799 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-3ccefb86-e35d-451d-98ea-e8ddf87125e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46062b05-a7b2-47d0-ae1e-cefb2d0775d5 HTTP/1.1" status: 200  len: 217 time: 0.2081554
Apr 20 14:49:38.796704 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port bdd5613b-3280-4802-a97e-c66faf2ebaa6, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bdd5613b-3280-4802-a97e-c66faf2ebaa6,segment=NetworkSegment(7bdaad88-b5cb-49bd-825b-65db1037015f),segment_id=7bdaad88-b5cb-49bd-825b-65db1037015f)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:38.814303 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': 'bdd5613b-3280-4802-a97e-c66faf2ebaa6', 'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173', 'port_id': 'bdd5613b-3280-4802-a97e-c66faf2ebaa6', 'mac_address': 'fa:16:3e:61:50:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad497b14-feb7-4da4-9420-55d510501d4c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:49:38.979378 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:38.986044 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6ecfcec2-3a41-403f-bcee-e78ed62484ab req-ad34af66-4471-486f-880e-26f2614ddc5f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7da87d05-5f14-484a-a56a-c92d934140ed HTTP/1.1" status: 200  len: 217 time: 0.8520296
Apr 20 14:49:38.991845 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-e7485987-159e-4973-a701-5b12d9684667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:38.996158 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-e7485987-159e-4973-a701-5b12d9684667 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad497b14-feb7-4da4-9420-55d510501d4c HTTP/1.1" status: 200  len: 858 time: 0.5170393
Apr 20 14:49:39.015998 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd5613b-3280-4802-a97e-c66faf2ebaa6 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:49:39.048907 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port bdd5613b-3280-4802-a97e-c66faf2ebaa6, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bdd5613b-3280-4802-a97e-c66faf2ebaa6,segment=NetworkSegment(7bdaad88-b5cb-49bd-825b-65db1037015f),segment_id=7bdaad88-b5cb-49bd-825b-65db1037015f)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:39.101806 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:39.103093 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 7da87d05-5f14-484a-a56a-c92d934140ed details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:49:39.146260 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-c2bcb501-bb5f-465a-bc93-4f3714b6b283 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71d4f98d-ee26-431e-a3b1-bd76843f6173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1361799
Apr 20 14:49:39.284478 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 7da87d05-5f14-484a-a56a-c92d934140ed, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7da87d05-5f14-484a-a56a-c92d934140ed,segment=NetworkSegment(6e4c7473-cdca-4da7-b21f-25ecac67c8df),segment_id=6e4c7473-cdca-4da7-b21f-25ecac67c8df)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:39.299226 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfcec2-3a41-403f-bcee-e78ed62484ab req-726d94e6-10e3-45b5-b8e1-f512a283fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:39.301930 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:39.302397 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6ecfcec2-3a41-403f-bcee-e78ed62484ab req-726d94e6-10e3-45b5-b8e1-f512a283fa95 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6574b30a-3454-4cc1-b2ab-32d1917de288 HTTP/1.1" status: 200  len: 850 time: 0.2893991
Apr 20 14:49:39.405056 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': '7da87d05-5f14-484a-a56a-c92d934140ed', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'port_id': '7da87d05-5f14-484a-a56a-c92d934140ed', 'mac_address': 'fa:16:3e:39:c5:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:49:39.412509 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=bdd5613b-3280-4802-a97e-c66faf2ebaa6,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:39.491551 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-014c4255-91c9-4cc3-bfad-b6d7b4815ede service neutron] 10.222.0.38 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3358655
Apr 20 14:49:39.530318 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:39.531690 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:39.569827 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc99d4-9b30-401e-8324-3f0d09439e28 req-fb497255-e311-4205-b71c-9d0198816788 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:39.569827 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b5fc99d4-9b30-401e-8324-3f0d09439e28 req-fb497255-e311-4205-b71c-9d0198816788 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 944 time: 1.2429473
Apr 20 14:49:39.581219 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da87d05-5f14-484a-a56a-c92d934140ed {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:49:39.615344 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 7da87d05-5f14-484a-a56a-c92d934140ed, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7da87d05-5f14-484a-a56a-c92d934140ed,segment=NetworkSegment(6e4c7473-cdca-4da7-b21f-25ecac67c8df),segment_id=6e4c7473-cdca-4da7-b21f-25ecac67c8df)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:39.625721 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7e737-3a1f-4f23-b297-fd2c0294bcb3 req-88ac5818-a8ff-4483-9f8e-8790951dafa0 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:39.627806 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a8c7e737-3a1f-4f23-b297-fd2c0294bcb3 req-88ac5818-a8ff-4483-9f8e-8790951dafa0 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 945 time: 1.3046813
Apr 20 14:49:39.651068 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:39.655938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:39.678832 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfcec2-3a41-403f-bcee-e78ed62484ab req-13895ece-8fb8-4566-b392-524e9b9b8938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:39.681285 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6ecfcec2-3a41-403f-bcee-e78ed62484ab req-13895ece-8fb8-4566-b392-524e9b9b8938 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42f202dd-8cd2-4251-8db7-28646c856c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3456085
Apr 20 14:49:39.826311 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=7da87d05-5f14-484a-a56a-c92d934140ed,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:39.839861 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:39.876543 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b5fc99d4-9b30-401e-8324-3f0d09439e28 req-c20fc9c1-1706-48db-b1e5-179f8281ae25 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2959852
Apr 20 14:49:39.882341 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3feff3f3-142e-4170-90c3-1d098f6dd7ae req-cddfb320-3842-4b03-a845-61494b2bc3ee service neutron] 10.222.0.38 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3784592
Apr 20 14:49:39.907123 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 015379bb-1f7b-4912-a001-faad34e332b3 {{(pid=86437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:49:39.915278 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a8c7e737-3a1f-4f23-b297-fd2c0294bcb3 req-b9fe08cd-d4a5-4501-8edc-05a4e077ce84 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2610760
Apr 20 14:49:39.924312 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:39.942273 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['bdd5613b-3280-4802-a97e-c66faf2ebaa6'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:49:39.990680 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Transition to ACTIVE for port object 015379bb-1f7b-4912-a001-faad34e332b3 will not be triggered until provisioned by entity L2. {{(pid=86437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:49:40.033386 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6ecfcec2-3a41-403f-bcee-e78ed62484ab req-6eddb8f7-dc9c-4f18-8543-349bfc9e7623 service neutron] 10.222.0.38 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2913828
Apr 20 14:49:40.033828 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:40.044005 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['7da87d05-5f14-484a-a56a-c92d934140ed'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:49:40.128612 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ae006734-b648-44a3-85ef-052f1de5affc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:40.183604 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c827476-944e-4c57-9cc3-b89a0dbdf519', 'tag': '46062b05-a7b2-47d0-ae1e-cefb2d0775d5', 'status': 'completed', 'code': 200}
Apr 20 14:49:40.573986 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:49:40.645959 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed01c9-15ed-401d-9aa8-b835452ee202 req-a45bc844-edfe-4930-94db-2149931ee4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:40.647921 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-78ed01c9-15ed-401d-9aa8-b835452ee202 req-a45bc844-edfe-4930-94db-2149931ee4bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=953243a9ffdb474f8cdeee895c11e0de&device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 1097 time: 0.3572979
Apr 20 14:49:40.982557 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed01c9-15ed-401d-9aa8-b835452ee202 req-e47beae8-def4-4f79-8e68-963f25183284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:40.986304 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-78ed01c9-15ed-401d-9aa8-b835452ee202 req-e47beae8-def4-4f79-8e68-963f25183284 service neutron] 10.222.0.38 "GET /v2.0/networks?id=71d4f98d-ee26-431e-a3b1-bd76843f6173 HTTP/1.1" status: 200  len: 919 time: 0.3289557
Apr 20 14:49:41.179058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 43788) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:41.193299 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-78ed01c9-15ed-401d-9aa8-b835452ee202 req-cf2ffca3-778a-4af5-855e-9c5925bcbc3a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46062b05-a7b2-47d0-ae1e-cefb2d0775d5 HTTP/1.1" status: 200  len: 217 time: 0.1901054
Apr 20 14:49:41.209857 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Pushing event updated for resources: {'Port': ['ID=015379bb-1f7b-4912-a001-faad34e332b3,revision_number=2']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:41.216487 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.088s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:41.296448 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Attempting to bind port 015379bb-1f7b-4912-a001-faad34e332b3 on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:49:41.297195 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Attempting to bind port 015379bb-1f7b-4912-a001-faad34e332b3 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '787387bf-29be-480f-b24b-77183133f275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15'}] {{(pid=86437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:49:41.297944 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Attempting to bind port 015379bb-1f7b-4912-a001-faad34e332b3 on network 25584ebc-4813-4602-b240-5e5e4cd95f15 {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:49:41.324019 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Port 015379bb-1f7b-4912-a001-faad34e332b3 on network 25584ebc-4813-4602-b240-5e5e4cd95f15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:49:41.324581 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Attempting to bind port 015379bb-1f7b-4912-a001-faad34e332b3 on network 25584ebc-4813-4602-b240-5e5e4cd95f15 {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:49:41.415312 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6ecfcec2-3a41-403f-bcee-e78ed62484ab req-b9895053-2bdc-4fc5-b85a-d3d03be8c92d service neutron] 10.222.0.38 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3531806
Apr 20 14:49:41.419734 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed01c9-15ed-401d-9aa8-b835452ee202 req-7661e233-f158-4c8b-9d51-ca63d83a9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:41.424708 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-78ed01c9-15ed-401d-9aa8-b835452ee202 req-7661e233-f158-4c8b-9d51-ca63d83a9d9d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad497b14-feb7-4da4-9420-55d510501d4c HTTP/1.1" status: 200  len: 858 time: 0.2150209
Apr 20 14:49:41.460894 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:49:41.461372 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Checking segment: {'id': '787387bf-29be-480f-b24b-77183133f275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:49:41.461924 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Bound using segment: {'id': '787387bf-29be-480f-b24b-77183133f275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15'} {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:49:41.462447 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Bound port: 015379bb-1f7b-4912-a001-faad34e332b3, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '787387bf-29be-480f-b24b-77183133f275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15'}}] {{(pid=86437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:49:41.462832 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:41.563258 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-78ed01c9-15ed-401d-9aa8-b835452ee202 req-325166fc-e046-4b79-8d8e-828ae0d21e20 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71d4f98d-ee26-431e-a3b1-bd76843f6173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1298289
Apr 20 14:49:41.564555 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-de1d8df0-4859-43ca-9bc5-9aa6339ed529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:41.571498 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0957e4-2165-45e3-baea-0a08471f0573 req-d5af6b3e-b4d3-4264-ac02-56e7e46a4f0f tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:41.584396 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5f0957e4-2165-45e3-baea-0a08471f0573 req-d5af6b3e-b4d3-4264-ac02-56e7e46a4f0f tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 944 time: 0.9862154
Apr 20 14:49:41.699237 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1822d38-ade7-409e-b0b9-4a57dc982f8a req-390349f8-4162-4a93-a8eb-af483e9daf05 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:41.702657 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c1822d38-ade7-409e-b0b9-4a57dc982f8a req-390349f8-4162-4a93-a8eb-af483e9daf05 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 946 time: 0.8532991
Apr 20 14:49:41.730515 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-de1d8df0-4859-43ca-9bc5-9aa6339ed529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:41.737890 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-de1d8df0-4859-43ca-9bc5-9aa6339ed529 admin admin] Usage tracker for resource:security_group_rule and tenant:9b12cbb8a76f402682ccf00efd5e044d is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:41.744452 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-de1d8df0-4859-43ca-9bc5-9aa6339ed529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:41.793095 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-de1d8df0-4859-43ca-9bc5-9aa6339ed529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:41.842825 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5f0957e4-2165-45e3-baea-0a08471f0573 req-70f0724f-8ee3-447b-b16c-c600115d0d98 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2389715
Apr 20 14:49:41.846759 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] For port 015379bb-1f7b-4912-a001-faad34e332b3, host hv-cinder-74216, cleared binding levels {{(pid=86437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:49:41.865425 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] For port 015379bb-1f7b-4912-a001-faad34e332b3, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=015379bb-1f7b-4912-a001-faad34e332b3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:49:41.934255 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c1822d38-ade7-409e-b0b9-4a57dc982f8a req-9fe2ab66-b595-456a-ae46-527bee337dc4 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/security-groups?id=e89bada1-5cbe-4488-8b1e-e0319c56383c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1919520
Apr 20 14:49:41.955686 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:41.965359 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0d0d6784-951c-4564-a787-4141714ce780 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:42.002834 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-de1d8df0-4859-43ca-9bc5-9aa6339ed529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:42.185199 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-de1d8df0-4859-43ca-9bc5-9aa6339ed529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:42.200104 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:42.241842 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d8df0-4859-43ca-9bc5-9aa6339ed529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d924602-db51-438a-94b9-583580c397f7,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:42.278123 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-de1d8df0-4859-43ca-9bc5-9aa6339ed529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:42.329736 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 46062b05-a7b2-47d0-ae1e-cefb2d0775d5 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:49:42.362298 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-de1d8df0-4859-43ca-9bc5-9aa6339ed529 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b12cbb8a76f402682ccf00efd5e044d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1705787
Apr 20 14:49:42.364706 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 43816) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:42.476024 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-78ed01c9-15ed-401d-9aa8-b835452ee202 req-819a6a73-f1a2-4768-9013-bef18c4f8939 service neutron] 10.222.0.38 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8934040
Apr 20 14:49:42.486642 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:42.489300 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:42.490951 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] 10.222.0.38 "PUT /v2.0/ports/015379bb-1f7b-4912-a001-faad34e332b3 HTTP/1.1" status: 200  len: 1094 time: 5.7604108
Apr 20 14:49:42.491522 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496a9199-4585-4e3a-9976-7fc22f948a7b', 'tag': '015379bb-1f7b-4912-a001-faad34e332b3'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:49:42.715304 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6886b1d6-7247-44cd-bca5-3314f3f4350e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:42.720740 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Pushing event updated for resources: {'Port': ['ID=015379bb-1f7b-4912-a001-faad34e332b3,revision_number=3']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:42.740266 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:42.804666 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d024be-deec-43a0-b3aa-eb0d8e9f8874 req-caeb3d0a-4086-460f-a6b0-751b7e7924d7 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:42.814299 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a5d024be-deec-43a0-b3aa-eb0d8e9f8874 req-caeb3d0a-4086-460f-a6b0-751b7e7924d7 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.5646002
Apr 20 14:49:42.844738 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964525f-9ca1-4972-97aa-33ea92b0f902 req-0bf9391a-106f-4119-a4c1-37283fe50374 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:42.853552 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d964525f-9ca1-4972-97aa-33ea92b0f902 req-0bf9391a-106f-4119-a4c1-37283fe50374 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 945 time: 0.7329383
Apr 20 14:49:42.908874 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6886b1d6-7247-44cd-bca5-3314f3f4350e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:42.982858 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 46062b05-a7b2-47d0-ae1e-cefb2d0775d5, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=46062b05-a7b2-47d0-ae1e-cefb2d0775d5,segment=NetworkSegment(7bdaad88-b5cb-49bd-825b-65db1037015f),segment_id=7bdaad88-b5cb-49bd-825b-65db1037015f)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:43.001627 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d964525f-9ca1-4972-97aa-33ea92b0f902 req-1ce0a100-bfa0-48d7-9263-ad60cdc6d128 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1464560
Apr 20 14:49:43.026436 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a5d024be-deec-43a0-b3aa-eb0d8e9f8874 req-399763ab-bb16-4b38-b08f-bac35243ce94 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2104821
Apr 20 14:49:43.034405 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': '46062b05-a7b2-47d0-ae1e-cefb2d0775d5', 'network_id': '71d4f98d-ee26-431e-a3b1-bd76843f6173', 'port_id': '46062b05-a7b2-47d0-ae1e-cefb2d0775d5', 'mac_address': 'fa:16:3e:14:4e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad497b14-feb7-4da4-9420-55d510501d4c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:49:43.036640 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device bdd5613b-3280-4802-a97e-c66faf2ebaa6 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:49:43.065652 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-86ae331b-1e5a-41d2-b7c9-6778f41f4e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:43.069539 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-86ae331b-1e5a-41d2-b7c9-6778f41f4e3c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a432f73e41864a1d89a27ea689d63a21&device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 1097 time: 0.4669895
Apr 20 14:49:43.111180 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-78ed01c9-15ed-401d-9aa8-b835452ee202 req-3fdcb9c2-ca35-4b56-9aa5-3ad7eab4cd71 service neutron] 10.222.0.38 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6226051
Apr 20 14:49:43.189396 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6886b1d6-7247-44cd-bca5-3314f3f4350e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:43.210138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:43.276388 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886b1d6-7247-44cd-bca5-3314f3f4350e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d924602-db51-438a-94b9-583580c397f7,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:43.283458 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6886b1d6-7247-44cd-bca5-3314f3f4350e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:43.289146 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6886b1d6-7247-44cd-bca5-3314f3f4350e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:43.296100 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-6886b1d6-7247-44cd-bca5-3314f3f4350e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d924602-db51-438a-94b9-583580c397f7 HTTP/1.1" status: 204  len: 168 time: 0.9148097
Apr 20 14:49:43.330572 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496a9199-4585-4e3a-9976-7fc22f948a7b', 'tag': '015379bb-1f7b-4912-a001-faad34e332b3', 'status': 'completed', 'code': 200}
Apr 20 14:49:43.337109 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:43.373233 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-3b831159-1b25-4a7d-b255-d02df1a17db7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=015379bb-1f7b-4912-a001-faad34e332b3 HTTP/1.1" status: 200  len: 217 time: 0.2898145
Apr 20 14:49:43.385604 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port bdd5613b-3280-4802-a97e-c66faf2ebaa6 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:49:43.433574 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port bdd5613b-3280-4802-a97e-c66faf2ebaa6 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:43.434333 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:43.535577 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46062b05-a7b2-47d0-ae1e-cefb2d0775d5 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:49:43.563720 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 46062b05-a7b2-47d0-ae1e-cefb2d0775d5, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=46062b05-a7b2-47d0-ae1e-cefb2d0775d5,segment=NetworkSegment(7bdaad88-b5cb-49bd-825b-65db1037015f),segment_id=7bdaad88-b5cb-49bd-825b-65db1037015f)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:43.638164 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:43.642927 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:43.681801 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-9bebceff-6d9e-4389-bf10-c9eb2dc73c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:43.683487 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-9bebceff-6d9e-4389-bf10-c9eb2dc73c64 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe5c3aac-31f9-4b55-a329-412ec8ea7dac HTTP/1.1" status: 200  len: 855 time: 0.3021030
Apr 20 14:49:43.741876 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:43.764707 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=46062b05-a7b2-47d0-ae1e-cefb2d0775d5,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:43.770635 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:43.790609 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7025864f-640e-449a-a400-b67fee8dfab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd5613b-3280-4802-a97e-c66faf2ebaa6'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:49:43.806233 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port bdd5613b-3280-4802-a97e-c66faf2ebaa6, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bdd5613b-3280-4802-a97e-c66faf2ebaa6,segment=NetworkSegment(7bdaad88-b5cb-49bd-825b-65db1037015f),segment_id=7bdaad88-b5cb-49bd-825b-65db1037015f)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:43.855788 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:43.857065 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 7da87d05-5f14-484a-a56a-c92d934140ed up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:49:44.009503 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:44.101265 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['46062b05-a7b2-47d0-ae1e-cefb2d0775d5'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:49:44.134266 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11280717-ab81-4177-bad7-159386fa17b6 req-a3790e31-467c-4b31-81e6-1d38bd420b01 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:44.136321 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-11280717-ab81-4177-bad7-159386fa17b6 req-a3790e31-467c-4b31-81e6-1d38bd420b01 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 945 time: 0.6273053
Apr 20 14:49:44.143524 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-9d75b173-b6d7-48b3-8044-5d1f367b98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:44.146765 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-9d75b173-b6d7-48b3-8044-5d1f367b98d8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25584ebc-4813-4602-b240-5e5e4cd95f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4450469
Apr 20 14:49:44.186419 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 43858) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:44.209056 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a5468c29-392c-45ee-bb37-f5e714ab1bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:44.227968 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a5468c29-392c-45ee-bb37-f5e714ab1bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:44.243890 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a5468c29-392c-45ee-bb37-f5e714ab1bd2 admin admin] Usage tracker for resource:security_group_rule and tenant:1f8daf08fdc64c7a9f0d97b2ca3afd6b is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:44.248779 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a5468c29-392c-45ee-bb37-f5e714ab1bd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:44.266321 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a5468c29-392c-45ee-bb37-f5e714ab1bd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:44.336862 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=bdd5613b-3280-4802-a97e-c66faf2ebaa6,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:44.364032 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:44.409872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port 7da87d05-5f14-484a-a56a-c92d934140ed completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:49:44.428624 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port 7da87d05-5f14-484a-a56a-c92d934140ed triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:44.429296 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:44.495043 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a5468c29-392c-45ee-bb37-f5e714ab1bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:44.558755 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a5468c29-392c-45ee-bb37-f5e714ab1bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:44.590465 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:44.618206 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-11280717-ab81-4177-bad7-159386fa17b6 req-f4dd59af-de38-4bae-b85f-9640212b6471 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4693964
Apr 20 14:49:44.656653 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5468c29-392c-45ee-bb37-f5e714ab1bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bb710f-4ee4-4ba6-bb2b-854553c4e395,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:44.659867 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-88b956a8-8f58-4e36-b0c2-ba2cac99fd8d service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4930451
Apr 20 14:49:44.663248 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a5468c29-392c-45ee-bb37-f5e714ab1bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:44.709823 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7025864f-640e-449a-a400-b67fee8dfab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd5613b-3280-4802-a97e-c66faf2ebaa6', 'code': 200}
Apr 20 14:49:44.790882 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a5468c29-392c-45ee-bb37-f5e714ab1bd2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f8daf08fdc64c7a9f0d97b2ca3afd6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6031616
Apr 20 14:49:44.797391 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 43874) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:44.896287 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:44.937675 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-468439b7-4cd7-4064-a82c-95778bbd863b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:44.964177 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 7da87d05-5f14-484a-a56a-c92d934140ed, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7da87d05-5f14-484a-a56a-c92d934140ed,segment=NetworkSegment(6e4c7473-cdca-4da7-b21f-25ecac67c8df),segment_id=6e4c7473-cdca-4da7-b21f-25ecac67c8df)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:44.999062 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:45.001343 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:45.047733 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-468439b7-4cd7-4064-a82c-95778bbd863b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:45.188439 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-81cac787-0b6b-4cbf-b7f9-8f40d85ab770 req-ba14e425-e9b7-4378-b368-15c7b53eb8b8 service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5134788
Apr 20 14:49:45.203117 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=7da87d05-5f14-484a-a56a-c92d934140ed,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:45.210088 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:45.280647 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127a299-22c5-4d2c-8333-deb7f9d4bb8a req-90e8076d-d66c-4597-8a0c-1f5a9967d361 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:45.289081 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9127a299-22c5-4d2c-8333-deb7f9d4bb8a req-90e8076d-d66c-4597-8a0c-1f5a9967d361 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.3625062
Apr 20 14:49:45.324546 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-468439b7-4cd7-4064-a82c-95778bbd863b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:45.332047 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:45.340939 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb4b1a-aa69-47fe-ba89-820b3d5764d3 req-6ce43c7d-fa7e-4207-a5a0-35e2b18e5112 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:45.349307 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b0fb4b1a-aa69-47fe-ba89-820b3d5764d3 req-6ce43c7d-fa7e-4207-a5a0-35e2b18e5112 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.2799678
Apr 20 14:49:45.360434 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-468439b7-4cd7-4064-a82c-95778bbd863b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:45.386635 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-468439b7-4cd7-4064-a82c-95778bbd863b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56bb710f-4ee4-4ba6-bb2b-854553c4e395 HTTP/1.1" status: 204  len: 168 time: 0.5874488
Apr 20 14:49:45.391679 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468439b7-4cd7-4064-a82c-95778bbd863b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bb710f-4ee4-4ba6-bb2b-854553c4e395,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:45.408192 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-468439b7-4cd7-4064-a82c-95778bbd863b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:45.505381 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9127a299-22c5-4d2c-8333-deb7f9d4bb8a req-284f72af-cefc-4f2f-9f71-14563f96b7bd tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2098436
Apr 20 14:49:45.523085 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b0fb4b1a-aa69-47fe-ba89-820b3d5764d3 req-cf31cdf3-ebbf-4f5a-b494-8d5603807097 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1724296
Apr 20 14:49:45.621876 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4f8b5-aaaa-4c07-8a0e-d8e332bc091d req-2e88b764-6aed-4e97-9f38-0f4ab6cad1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:45.625504 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e1f4f8b5-aaaa-4c07-8a0e-d8e332bc091d req-2e88b764-6aed-4e97-9f38-0f4ab6cad1dc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a432f73e41864a1d89a27ea689d63a21&device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 1097 time: 0.2942605
Apr 20 14:49:45.697339 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ec044-e64d-4f9b-b25d-09e5f2b85796 req-d1e399c1-887f-4b5c-8df7-05a20fc8abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:45.699095 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-124ec044-e64d-4f9b-b25d-09e5f2b85796 req-d1e399c1-887f-4b5c-8df7-05a20fc8abf6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 1099 time: 0.2217808
Apr 20 14:49:45.771718 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-124ec044-e64d-4f9b-b25d-09e5f2b85796 req-6bab1f08-d78e-48b6-aeae-9cc9a42eee84 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570788
Apr 20 14:49:46.138393 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4f8b5-aaaa-4c07-8a0e-d8e332bc091d req-eff8b59e-35ca-40b8-83f7-e39cf20ca820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:46.144021 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e1f4f8b5-aaaa-4c07-8a0e-d8e332bc091d req-eff8b59e-35ca-40b8-83f7-e39cf20ca820 service neutron] 10.222.0.38 "GET /v2.0/networks?id=25584ebc-4813-4602-b240-5e5e4cd95f15 HTTP/1.1" status: 200  len: 917 time: 0.4861937
Apr 20 14:49:46.228146 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 43908) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:46.351980 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 46062b05-a7b2-47d0-ae1e-cefb2d0775d5 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:49:46.358377 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c767-3c0a-4636-8a96-167c11e7d97c req-97e46821-0445-4467-9788-dc4200287a24 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:46.365291 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c617c767-3c0a-4636-8a96-167c11e7d97c req-97e46821-0445-4467-9788-dc4200287a24 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 945 time: 0.5209637
Apr 20 14:49:46.468127 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e1f4f8b5-aaaa-4c07-8a0e-d8e332bc091d req-a2e50306-f87c-40a1-a14b-8d8bd2ad62f5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=015379bb-1f7b-4912-a001-faad34e332b3 HTTP/1.1" status: 200  len: 217 time: 0.3074358
Apr 20 14:49:46.674016 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port 46062b05-a7b2-47d0-ae1e-cefb2d0775d5 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:49:46.686985 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port 46062b05-a7b2-47d0-ae1e-cefb2d0775d5 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:46.687659 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:46.744430 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c617c767-3c0a-4636-8a96-167c11e7d97c req-cc96a339-db1c-4936-89e7-20de12335ee2 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3366477
Apr 20 14:49:46.820315 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4f8b5-aaaa-4c07-8a0e-d8e332bc091d req-432c913f-28b3-40ff-a9f1-fa2a80186aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:46.824509 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae01d28-04b8-49a5-b755-9cec227bd30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da87d05-5f14-484a-a56a-c92d934140ed'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:49:46.832302 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e1f4f8b5-aaaa-4c07-8a0e-d8e332bc091d req-432c913f-28b3-40ff-a9f1-fa2a80186aca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe5c3aac-31f9-4b55-a329-412ec8ea7dac HTTP/1.1" status: 200  len: 855 time: 0.3513792
Apr 20 14:49:46.901972 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:46.978900 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:47.009377 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Usage tracker for resource:security_group_rule and tenant:fdd6168884bb4c2182f98a60ffef54ad is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:47.061903 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:47.083833 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:47.280067 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:47.292934 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:47.340697 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:47.393123 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 46062b05-a7b2-47d0-ae1e-cefb2d0775d5, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=46062b05-a7b2-47d0-ae1e-cefb2d0775d5,segment=NetworkSegment(7bdaad88-b5cb-49bd-825b-65db1037015f),segment_id=7bdaad88-b5cb-49bd-825b-65db1037015f)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:47.403326 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:47.418953 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4f8b5-aaaa-4c07-8a0e-d8e332bc091d req-2acff121-4591-4d5b-81ce-c9bc0001d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:47.422095 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e1f4f8b5-aaaa-4c07-8a0e-d8e332bc091d req-2acff121-4591-4d5b-81ce-c9bc0001d3be service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25584ebc-4813-4602-b240-5e5e4cd95f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5726993
Apr 20 14:49:47.442275 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fdd6168884bb4c2182f98a60ffef54ad&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2074678
Apr 20 14:49:47.444901 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 43944) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:47.448603 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb917008-f974-4bec-8486-71c319dd2f9a req-2feecc9f-f140-4a83-ac13-309111fc12fe tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:47.448823 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:47.450893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:47.464610 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-eb917008-f974-4bec-8486-71c319dd2f9a req-2feecc9f-f140-4a83-ac13-309111fc12fe tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.3704674
Apr 20 14:49:47.576359 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=46062b05-a7b2-47d0-ae1e-cefb2d0775d5,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:47.584779 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:47.598181 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-eb917008-f974-4bec-8486-71c319dd2f9a req-ae5f9acd-5b25-43a1-a312-086d95a243d9 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1320643
Apr 20 14:49:47.670849 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490b23d2-9c02-47a0-b309-9cff73d73e33,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:47.688179 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:47.688872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:47.689562 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:47.690472 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:47.691148 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:47.691951 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:47.692598 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:47.694027 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:47.694860 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:47.695551 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:47.697087 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:47.697087 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:47.717979 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:47.796655 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-872f24cb-1a12-49af-a96e-7a200db2e455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:47.868920 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-872f24cb-1a12-49af-a96e-7a200db2e455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:47.939961 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae01d28-04b8-49a5-b755-9cec227bd30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da87d05-5f14-484a-a56a-c92d934140ed', 'code': 200}
Apr 20 14:49:48.008520 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-872f24cb-1a12-49af-a96e-7a200db2e455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:48.010649 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e1f4f8b5-aaaa-4c07-8a0e-d8e332bc091d req-96f633b2-ecac-4889-93bd-66dfc2fe9043 service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4939847
Apr 20 14:49:48.016556 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-27f6929d-ac0a-4114-9fbc-b0830a36fd49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:48.055115 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f24cb-1a12-49af-a96e-7a200db2e455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490b23d2-9c02-47a0-b309-9cff73d73e33,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:48.085375 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-872f24cb-1a12-49af-a96e-7a200db2e455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:48.104933 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-872f24cb-1a12-49af-a96e-7a200db2e455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:48.106632 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-872f24cb-1a12-49af-a96e-7a200db2e455 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/490b23d2-9c02-47a0-b309-9cff73d73e33 HTTP/1.1" status: 204  len: 168 time: 0.6601305
Apr 20 14:49:48.364397 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 015379bb-1f7b-4912-a001-faad34e332b3 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:49:48.558154 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bed65-255c-44a1-8170-6c6a0996ff88 req-a7f217c4-a606-4073-9995-078e6022c100 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:48.574743 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-464bed65-255c-44a1-8170-6c6a0996ff88 req-a7f217c4-a606-4073-9995-078e6022c100 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.6700535
Apr 20 14:49:48.588794 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d2ac2-2ff7-4ec6-b6be-7cd6215dddd2 req-279115cd-a3e6-4697-b649-57372ac53e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:48.607377 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-306d2ac2-2ff7-4ec6-b6be-7cd6215dddd2 req-279115cd-a3e6-4697-b649-57372ac53e80 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 1099 time: 0.2042205
Apr 20 14:49:48.689161 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-306d2ac2-2ff7-4ec6-b6be-7cd6215dddd2 req-4f6acfbc-2e79-4eb0-9231-eda2931466a6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755453
Apr 20 14:49:48.724839 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 015379bb-1f7b-4912-a001-faad34e332b3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=015379bb-1f7b-4912-a001-faad34e332b3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:48.728654 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548999bd-c6c7-4ec7-a916-f6843eb11a8b req-145b4dc6-8adc-4f04-bbbd-39d483ad68e2 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:48.731724 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-548999bd-c6c7-4ec7-a916-f6843eb11a8b req-145b4dc6-8adc-4f04-bbbd-39d483ad68e2 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.3887658
Apr 20 14:49:48.745527 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': '015379bb-1f7b-4912-a001-faad34e332b3', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'port_id': '015379bb-1f7b-4912-a001-faad34e332b3', 'mac_address': 'fa:16:3e:44:6c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:49:48.814071 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-464bed65-255c-44a1-8170-6c6a0996ff88 req-3a6da5c1-6fe2-423e-b9fd-5b002c83b919 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2289026
Apr 20 14:49:48.828231 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e1f4f8b5-aaaa-4c07-8a0e-d8e332bc091d req-2a595a19-efa2-484c-b11a-cf6e8f9241e1 service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8160069
Apr 20 14:49:48.830343 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:48.854315 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 015379bb-1f7b-4912-a001-faad34e332b3 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:49:48.876318 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 015379bb-1f7b-4912-a001-faad34e332b3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=015379bb-1f7b-4912-a001-faad34e332b3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:48.879906 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-548999bd-c6c7-4ec7-a916-f6843eb11a8b req-d0ec052d-90b4-4cb2-b970-9cefea469c67 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342962
Apr 20 14:49:48.906709 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:48.910537 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:49.016685 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 43978) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:49.017272 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=015379bb-1f7b-4912-a001-faad34e332b3,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:49.021622 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:49.042982 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6ecf3862-c6d7-46e0-aae1-25748a886e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:49.063007 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-6ecf3862-c6d7-46e0-aae1-25748a886e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:49.067984 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-6ecf3862-c6d7-46e0-aae1-25748a886e79 admin admin] Usage tracker for resource:security_group_rule and tenant:e439fd1729ad43a38bc15a0f43da1f28 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:49:49.071387 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-6ecf3862-c6d7-46e0-aae1-25748a886e79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:49:49.079458 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-6ecf3862-c6d7-46e0-aae1-25748a886e79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:49:49.132386 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb0810-73a1-4a2d-b6f4-6e5abd2aeca5 req-16b6a42b-2c08-4c5c-9faa-ce0dd1bb3ff8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:49.136006 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6ceb0810-73a1-4a2d-b6f4-6e5abd2aeca5 req-16b6a42b-2c08-4c5c-9faa-ce0dd1bb3ff8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.1835773
Apr 20 14:49:49.227363 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['015379bb-1f7b-4912-a001-faad34e332b3'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:49:49.229558 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6ceb0810-73a1-4a2d-b6f4-6e5abd2aeca5 req-0bf51071-028c-4060-b02f-a60d5beba65f tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864627
Apr 20 14:49:49.233413 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6ecf3862-c6d7-46e0-aae1-25748a886e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:49.263512 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6ecf3862-c6d7-46e0-aae1-25748a886e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:49.282028 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:49.374073 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-6ecf3862-c6d7-46e0-aae1-25748a886e79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e439fd1729ad43a38bc15a0f43da1f28&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3556371
Apr 20 14:49:49.375617 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf3862-c6d7-46e0-aae1-25748a886e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d7f894-2d94-4964-8f61-637acd5683bc,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:49.378740 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 43992) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:49.381317 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6ecf3862-c6d7-46e0-aae1-25748a886e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:49.483623 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7fc30411-d28c-4bef-8b73-c8331b6e26dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:49.527130 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7fc30411-d28c-4bef-8b73-c8331b6e26dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:49.713588 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7fc30411-d28c-4bef-8b73-c8331b6e26dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:49.724422 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-50a14fb7-688a-406b-ad47-72f8e4d3e6d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:49.751031 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc30411-d28c-4bef-8b73-c8331b6e26dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d7f894-2d94-4964-8f61-637acd5683bc,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:49.769881 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc30411-d28c-4bef-8b73-c8331b6e26dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:49.770538 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc30411-d28c-4bef-8b73-c8331b6e26dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:49.771159 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc30411-d28c-4bef-8b73-c8331b6e26dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:49.771774 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc30411-d28c-4bef-8b73-c8331b6e26dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:49.772377 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc30411-d28c-4bef-8b73-c8331b6e26dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:49.773000 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc30411-d28c-4bef-8b73-c8331b6e26dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:49.773724 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc30411-d28c-4bef-8b73-c8331b6e26dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:49.776124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc30411-d28c-4bef-8b73-c8331b6e26dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:49.776124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc30411-d28c-4bef-8b73-c8331b6e26dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:49.776124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc30411-d28c-4bef-8b73-c8331b6e26dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:49.776124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc30411-d28c-4bef-8b73-c8331b6e26dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:49.776772 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc30411-d28c-4bef-8b73-c8331b6e26dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:49.782840 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7fc30411-d28c-4bef-8b73-c8331b6e26dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:49.785035 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-7fc30411-d28c-4bef-8b73-c8331b6e26dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44d7f894-2d94-4964-8f61-637acd5683bc HTTP/1.1" status: 204  len: 168 time: 0.4044924
Apr 20 14:49:49.787028 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7fc30411-d28c-4bef-8b73-c8331b6e26dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:49.941121 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c827476-944e-4c57-9cc3-b89a0dbdf519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46062b05-a7b2-47d0-ae1e-cefb2d0775d5'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:49:50.357516 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33253b-5760-484b-8705-8a45bc1b5a65 req-84810975-fd8c-458c-899e-f450a69b280c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:50.361006 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ab33253b-5760-484b-8705-8a45bc1b5a65 req-84810975-fd8c-458c-899e-f450a69b280c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 945 time: 0.2618651
Apr 20 14:49:50.370519 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 015379bb-1f7b-4912-a001-faad34e332b3 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:49:50.458944 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca1a35-9ead-4c19-930d-6fd5468933a9 req-275b08e3-52bd-495d-98df-44f7dca95c31 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:50.462538 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a5ca1a35-9ead-4c19-930d-6fd5468933a9 req-275b08e3-52bd-495d-98df-44f7dca95c31 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.2900953
Apr 20 14:49:50.531093 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port 015379bb-1f7b-4912-a001-faad34e332b3 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:49:50.542436 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port 015379bb-1f7b-4912-a001-faad34e332b3 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:49:50.543463 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:50.689120 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a5ca1a35-9ead-4c19-930d-6fd5468933a9 req-4a7c9477-6f63-4e41-8399-85bb9a941696 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2181463
Apr 20 14:49:50.715739 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ab33253b-5760-484b-8705-8a45bc1b5a65 req-886207f3-7700-4166-8e91-e22110158837 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3323517
Apr 20 14:49:50.933143 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c827476-944e-4c57-9cc3-b89a0dbdf519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46062b05-a7b2-47d0-ae1e-cefb2d0775d5', 'code': 200}
Apr 20 14:49:51.017278 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:51.140886 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 015379bb-1f7b-4912-a001-faad34e332b3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=015379bb-1f7b-4912-a001-faad34e332b3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:49:51.171195 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:51.175739 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:49:51.341340 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560ba0f-817e-43b7-8471-59efee986720 req-b2be6a90-99c3-4ccd-8815-ecea3a769bb5 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:51.345178 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=015379bb-1f7b-4912-a001-faad34e332b3,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:49:51.362986 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:51.363462 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3560ba0f-817e-43b7-8471-59efee986720 req-b2be6a90-99c3-4ccd-8815-ecea3a769bb5 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.2822535
Apr 20 14:49:51.363900 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:51.364827 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:51.365614 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:51.366520 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:51.367822 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:51.368660 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:51.370031 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:51.370774 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:51.371690 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:51.372637 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:51.373337 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:49:51.394064 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:49:51.491581 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3560ba0f-817e-43b7-8471-59efee986720 req-1b639a5a-23b3-4087-b68c-3b96517d2d5f tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1267509
Apr 20 14:49:51.569324 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b57e4-cd0e-482f-afce-ab4c390f5191 req-7b411026-fdf9-4410-9885-44d568759660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:51.574233 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-524b57e4-cd0e-482f-afce-ab4c390f5191 req-7b411026-fdf9-4410-9885-44d568759660 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 1099 time: 0.1780777
Apr 20 14:49:51.637653 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-524b57e4-cd0e-482f-afce-ab4c390f5191 req-897d2cb7-5939-4810-8321-f4e58d7b3574 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548077
Apr 20 14:49:51.822188 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f722bf-efb0-4ec3-b829-5bf06be072bf req-17e35f7f-b74e-4286-b1b2-a433561aa455 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:51.833906 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-89f722bf-efb0-4ec3-b829-5bf06be072bf req-17e35f7f-b74e-4286-b1b2-a433561aa455 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.1229160
Apr 20 14:49:51.834068 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44066) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:51.846522 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-1e9b0adf-ddd6-412a-9712-f68691cc6799 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Request body: {'floatingip': {'port_id': '7da87d05-5f14-484a-a56a-c92d934140ed'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:49:52.164272 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1e9b0adf-ddd6-412a-9712-f68691cc6799 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for floatingip, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:52.260706 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d0de7-a23a-49c2-a371-2583ad4646c3 req-e0056eab-e517-492b-8fb9-9ca1dd2c252e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:52.274374 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e17d0de7-a23a-49c2-a371-2583ad4646c3 req-e0056eab-e517-492b-8fb9-9ca1dd2c252e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.3251250
Apr 20 14:49:52.338070 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed67fb-5dd1-4c4c-a50d-6077a2217812 req-e4d7d2a4-3bd1-4692-841e-6e78819b7c48 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:52.340959 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-dfed67fb-5dd1-4c4c-a50d-6077a2217812 req-e4d7d2a4-3bd1-4692-841e-6e78819b7c48 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.3371058
Apr 20 14:49:52.436889 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e17d0de7-a23a-49c2-a371-2583ad4646c3 req-6cff8b76-7b39-407e-aff4-61b286fa6451 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608365
Apr 20 14:49:52.511680 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-dfed67fb-5dd1-4c4c-a50d-6077a2217812 req-2e7d328c-d7e4-48b6-9301-92b65ac0be51 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1527712
Apr 20 14:49:52.935420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496a9199-4585-4e3a-9976-7fc22f948a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015379bb-1f7b-4912-a001-faad34e332b3'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:49:53.048471 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496a9199-4585-4e3a-9976-7fc22f948a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015379bb-1f7b-4912-a001-faad34e332b3', 'code': 200}
Apr 20 14:49:54.160888 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bf84a-5f74-4d8e-b0bc-5f6c15691dd8 req-93f4a634-760a-43cc-91b2-dcac9f5d8520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:54.162808 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-270bf84a-5f74-4d8e-b0bc-5f6c15691dd8 req-93f4a634-760a-43cc-91b2-dcac9f5d8520 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 1099 time: 0.5425270
Apr 20 14:49:54.165635 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.db.resource_extend [None req-1e9b0adf-ddd6-412a-9712-f68691cc6799 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 14:49:54.225753 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab25c85-766b-46fd-a32d-728141770d05 req-3a74dcb3-37ef-485d-bdba-85d9708ec924 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:54.227843 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3ab25c85-766b-46fd-a32d-728141770d05 req-3a74dcb3-37ef-485d-bdba-85d9708ec924 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.1994498
Apr 20 14:49:54.258758 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f577f-cde5-4905-83aa-bdb39c6f8734 req-9c3c0aeb-1595-4f16-b567-170c6c7c976c tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:54.261015 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0e5f577f-cde5-4905-83aa-bdb39c6f8734 req-9c3c0aeb-1595-4f16-b567-170c6c7c976c tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.5485272
Apr 20 14:49:54.341581 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3ab25c85-766b-46fd-a32d-728141770d05 req-e198c3ad-33bb-48e9-aa4b-92e3428b2e89 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632131
Apr 20 14:49:54.359322 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-270bf84a-5f74-4d8e-b0bc-5f6c15691dd8 req-3d519c5d-a56e-449a-81fc-5a55e4ac8999 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1698670
Apr 20 14:49:54.401772 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0e5f577f-cde5-4905-83aa-bdb39c6f8734 req-53a83872-da60-4cd8-967a-1a82a9f11cf8 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915015
Apr 20 14:49:54.776735 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1e9b0adf-ddd6-412a-9712-f68691cc6799 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:54.809008 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1e9b0adf-ddd6-412a-9712-f68691cc6799 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:55.212093 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.l3_db [None req-1e9b0adf-ddd6-412a-9712-f68691cc6799 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Floating IP 3e9e912d-6a77-4dbf-ac63-562e6d3e5295 associated. External IP: 172.27.2.28, port: 7da87d05-5f14-484a-a56a-c92d934140ed.
Apr 20 14:49:55.530147 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26444339-e1ac-4e0d-af59-a2fb6e0e3529 req-a8aba2c4-0dfb-4d2e-a3dc-5fd554709d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:55.532966 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-26444339-e1ac-4e0d-af59-a2fb6e0e3529 req-a8aba2c4-0dfb-4d2e-a3dc-5fd554709d9c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=953243a9ffdb474f8cdeee895c11e0de&device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 1099 time: 0.3092892
Apr 20 14:49:55.871002 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26444339-e1ac-4e0d-af59-a2fb6e0e3529 req-9679211a-122c-42ab-b7c7-99bcc29cd71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:55.873814 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-26444339-e1ac-4e0d-af59-a2fb6e0e3529 req-9679211a-122c-42ab-b7c7-99bcc29cd71a service neutron] 10.222.0.38 "GET /v2.0/networks?id=71d4f98d-ee26-431e-a3b1-bd76843f6173 HTTP/1.1" status: 200  len: 919 time: 0.3160179
Apr 20 14:49:56.181825 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9b0adf-ddd6-412a-9712-f68691cc6799 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:49:56.226000 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-26444339-e1ac-4e0d-af59-a2fb6e0e3529 req-798a3bfd-0d8b-4e17-9a12-472f225e2e5c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46062b05-a7b2-47d0-ae1e-cefb2d0775d5 HTTP/1.1" status: 200  len: 217 time: 0.2333400
Apr 20 14:49:56.274947 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a755f-6e85-4177-a44b-6623a5df870e req-bfa16148-adcf-4d84-9680-8b21dc351fca tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:56.278022 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-771a755f-6e85-4177-a44b-6623a5df870e req-bfa16148-adcf-4d84-9680-8b21dc351fca tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.8910353
Apr 20 14:49:56.516711 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9313d1-b501-4439-89cd-0b167dd7add5 req-6e94274c-fb49-4693-a128-b74a2c8bff81 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:56.521328 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0c9313d1-b501-4439-89cd-0b167dd7add5 req-6e94274c-fb49-4693-a128-b74a2c8bff81 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.6457388
Apr 20 14:49:56.533233 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-771a755f-6e85-4177-a44b-6623a5df870e req-30d59d58-b5c7-4823-8b61-6c791acb89cf tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1752512
Apr 20 14:49:56.550276 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9b0adf-ddd6-412a-9712-f68691cc6799 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:49:56.599140 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace485a-ef04-49cd-a9af-c50003e5e1f5 None None] Sync routers for ids ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'] in dv-cinder-742162-4-iscsi {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:49:56.628189 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1e9b0adf-ddd6-412a-9712-f68691cc6799 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:56.637514 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace485a-ef04-49cd-a9af-c50003e5e1f5 None None] Routers {'58cab4b9-4f2c-4eab-9f0f-adabb38d2372'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:49:56.641727 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-6ace485a-ef04-49cd-a9af-c50003e5e1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec1514550>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:49:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:56.643919 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26444339-e1ac-4e0d-af59-a2fb6e0e3529 req-8e8efb01-3df5-413a-8d6b-c2e2f216bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:56.646404 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-26444339-e1ac-4e0d-af59-a2fb6e0e3529 req-8e8efb01-3df5-413a-8d6b-c2e2f216bb5d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad497b14-feb7-4da4-9420-55d510501d4c HTTP/1.1" status: 200  len: 858 time: 0.4085419
Apr 20 14:49:56.816275 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-1e9b0adf-ddd6-412a-9712-f68691cc6799 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "PUT /v2.0/floatingips/3e9e912d-6a77-4dbf-ac63-562e6d3e5295 HTTP/1.1" status: 200  len: 991 time: 4.9803517
Apr 20 14:49:56.824239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae01d28-04b8-49a5-b755-9cec227bd30c', 'tag': '7da87d05-5f14-484a-a56a-c92d934140ed'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:49:56.876004 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0c9313d1-b501-4439-89cd-0b167dd7add5 req-1ba58f5d-4559-4d77-b3ac-3d30f680c785 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3383920
Apr 20 14:49:56.933415 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-26444339-e1ac-4e0d-af59-a2fb6e0e3529 req-5d1e3fca-d9d0-42c5-a4fc-f2f960400a69 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71d4f98d-ee26-431e-a3b1-bd76843f6173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2456343
Apr 20 14:49:57.256927 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-6ace485a-ef04-49cd-a9af-c50003e5e1f5 None None] Set router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:49:57.425301 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-26444339-e1ac-4e0d-af59-a2fb6e0e3529 req-3b440bb2-43ce-4f1f-ab4e-c9e4be54b63b service neutron] 10.222.0.38 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4851587
Apr 20 14:49:57.615955 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d1c1c7f1-391b-4150-87ae-8e8ec9ebca53 req-4de5487c-8b2c-4fe7-b797-eb0374137866 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3403270
Apr 20 14:49:57.640592 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae01d28-04b8-49a5-b755-9cec227bd30c', 'tag': '7da87d05-5f14-484a-a56a-c92d934140ed', 'status': 'completed', 'code': 200}
Apr 20 14:49:58.017782 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e8223-5ee8-4a11-8c5f-accc22b61920 req-89af0811-6832-436a-9828-65454b334660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:58.020970 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bb1e8223-5ee8-4a11-8c5f-accc22b61920 req-89af0811-6832-436a-9828-65454b334660 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7a24367a785146cda03a905690f8cd8a&device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 1099 time: 0.3282733
Apr 20 14:49:58.358176 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-6ace485a-ef04-49cd-a9af-c50003e5e1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec1514550>, [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port': {'id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:49Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': '3e9e912d-6a77-4dbf-ac63-562e6d3e5295', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'port_id': '7da87d05-5f14-484a-a56a-c92d934140ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'mac_address': 'fa:16:3e:39:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae01d28-04b8-49a5-b755-9cec227bd30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:49:13Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 1, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620f263a-6b38-45be-a08c-3dc89d564c74', 'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'mac_address': 'fa:16:3e:05:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:57Z', 'updated_at': '2021-04-20T14:49:16Z', 'revision_number': 5, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'subnets': [{'id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:58.367740 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace485a-ef04-49cd-a9af-c50003e5e1f5 None None] Checking router: 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 for host: dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:49:58.393595 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace485a-ef04-49cd-a9af-c50003e5e1f5 None None] Routers {'58cab4b9-4f2c-4eab-9f0f-adabb38d2372'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:49:58.395129 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-6ace485a-ef04-49cd-a9af-c50003e5e1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec1514550>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:49:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:58.427043 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e8223-5ee8-4a11-8c5f-accc22b61920 req-67e4f570-36a6-4206-90d8-95bd8ff3f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:58.429827 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bb1e8223-5ee8-4a11-8c5f-accc22b61920 req-67e4f570-36a6-4206-90d8-95bd8ff3f8fc service neutron] 10.222.0.38 "GET /v2.0/networks?id=42f202dd-8cd2-4251-8db7-28646c856c8f HTTP/1.1" status: 200  len: 912 time: 0.4013581
Apr 20 14:49:58.503489 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-c637ffa2-7574-470a-8825-4bad03020d62 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:58.517731 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-c637ffa2-7574-470a-8825-4bad03020d62 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/networks?id=58719903-15d1-4315-bb1e-052e740696ac HTTP/1.1" status: 200  len: 815 time: 1.2664413
Apr 20 14:49:58.651486 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5e4dfb18-d998-4392-9710-d79daf5345c7 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/quotas/eef72ea2e2c54d04a7a83790dc9707b7 HTTP/1.1" status: 200  len: 375 time: 0.1293073
Apr 20 14:49:58.732999 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bb1e8223-5ee8-4a11-8c5f-accc22b61920 req-258af44d-24d2-4776-b829-574a163bfbf4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7da87d05-5f14-484a-a56a-c92d934140ed HTTP/1.1" status: 200  len: 999 time: 0.2888668
Apr 20 14:49:58.846954 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-26444339-e1ac-4e0d-af59-a2fb6e0e3529 req-a03a0143-1bec-4404-9e1e-12854ee4765e service neutron] 10.222.0.38 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3067038
Apr 20 14:49:58.900089 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-6ace485a-ef04-49cd-a9af-c50003e5e1f5 None None] Set router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:49:58.961617 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c78e16-6bf4-4c28-964b-4a02bd99c32b req-32402a09-6ed2-41bf-8a54-567a9fa1a813 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:58.975441 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-28c78e16-6bf4-4c28-964b-4a02bd99c32b req-32402a09-6ed2-41bf-8a54-567a9fa1a813 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.5524240
Apr 20 14:49:59.030344 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44254) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:49:59.033780 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1c7f1-391b-4150-87ae-8e8ec9ebca53 req-1027a8a5-8097-4d75-bd8a-7072246e5c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:59.036890 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d1c1c7f1-391b-4150-87ae-8e8ec9ebca53 req-1027a8a5-8097-4d75-bd8a-7072246e5c36 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eef72ea2e2c54d04a7a83790dc9707b7&device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 1098 time: 0.7093685
Apr 20 14:49:59.072108 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e8223-5ee8-4a11-8c5f-accc22b61920 req-9b2d521b-d57c-47a1-9f3c-b5147677d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:59.074850 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bb1e8223-5ee8-4a11-8c5f-accc22b61920 req-9b2d521b-d57c-47a1-9f3c-b5147677d33f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6574b30a-3454-4cc1-b2ab-32d1917de288 HTTP/1.1" status: 200  len: 850 time: 0.3297517
Apr 20 14:49:59.342803 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-28c78e16-6bf4-4c28-964b-4a02bd99c32b req-e50dfdbc-1784-400c-96f3-633e50a1d3bb tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3651712
Apr 20 14:49:59.447414 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e8223-5ee8-4a11-8c5f-accc22b61920 req-beaccf3c-bc87-41e1-a6e9-1710b3f87567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:49:59.450268 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bb1e8223-5ee8-4a11-8c5f-accc22b61920 req-beaccf3c-bc87-41e1-a6e9-1710b3f87567 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42f202dd-8cd2-4251-8db7-28646c856c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3013101
Apr 20 14:49:59.567197 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-0e2dab9a-186d-4964-95e6-801c24aac7cd tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eef72ea2e2c54d04a7a83790dc9707b7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8954117
Apr 20 14:49:59.825615 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-18971369-b48f-4a97-bab9-dd2ed31edf59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:49:59.888909 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bb1e8223-5ee8-4a11-8c5f-accc22b61920 req-fefdc5e9-e119-4b8b-bbe9-d5a71467043b service neutron] 10.222.0.38 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4218173
Apr 20 14:49:59.902228 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-18971369-b48f-4a97-bab9-dd2ed31edf59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:49:59.967096 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-6ace485a-ef04-49cd-a9af-c50003e5e1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec1514550>, [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port': {'id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:49Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': '3e9e912d-6a77-4dbf-ac63-562e6d3e5295', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'port_id': '7da87d05-5f14-484a-a56a-c92d934140ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'mac_address': 'fa:16:3e:39:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae01d28-04b8-49a5-b755-9cec227bd30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:49:13Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 1, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620f263a-6b38-45be-a08c-3dc89d564c74', 'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'mac_address': 'fa:16:3e:05:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:57Z', 'updated_at': '2021-04-20T14:49:16Z', 'revision_number': 5, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'subnets': [{'id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:49:59.975379 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace485a-ef04-49cd-a9af-c50003e5e1f5 None None] The sync data for ids ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'] in dv-cinder-742162-4-iscsi is: [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port': {'id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:49Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': '3e9e912d-6a77-4dbf-ac63-562e6d3e5295', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'port_id': '7da87d05-5f14-484a-a56a-c92d934140ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'mac_address': 'fa:16:3e:39:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae01d28-04b8-49a5-b755-9cec227bd30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:49:13Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 1, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620f263a-6b38-45be-a08c-3dc89d564c74', 'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'mac_address': 'fa:16:3e:05:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:57Z', 'updated_at': '2021-04-20T14:49:16Z', 'revision_number': 5, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'subnets': [{'id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:50:00.027490 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1c7f1-391b-4150-87ae-8e8ec9ebca53 req-b356529a-2698-4c21-8ba6-9b4e37736d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:00.030243 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d1c1c7f1-391b-4150-87ae-8e8ec9ebca53 req-b356529a-2698-4c21-8ba6-9b4e37736d10 service neutron] 10.222.0.38 "GET /v2.0/networks?id=58719903-15d1-4315-bb1e-052e740696ac HTTP/1.1" status: 200  len: 916 time: 0.8902655
Apr 20 14:50:00.273192 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bb1e8223-5ee8-4a11-8c5f-accc22b61920 req-4922b17a-bdc5-43e4-bf08-ddf4a85320f1 service neutron] 10.222.0.38 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3633957
Apr 20 14:50:00.277388 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-18971369-b48f-4a97-bab9-dd2ed31edf59 admin admin] Usage tracker for resource:security_group_rule and tenant:00059d3e1c4a4aab9350fff1ca10f0dc is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:00.291592 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-18971369-b48f-4a97-bab9-dd2ed31edf59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:00.310247 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-18971369-b48f-4a97-bab9-dd2ed31edf59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:00.358681 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d1c1c7f1-391b-4150-87ae-8e8ec9ebca53 req-a150fe50-32f6-4a94-af47-4bf1eb3d0247 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65f45313-ae9b-45c9-b7f2-9bbbd47898a2 HTTP/1.1" status: 200  len: 217 time: 0.3027771
Apr 20 14:50:00.394727 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-59e5d732-1cb8-4473-b131-7d3fcd17d72d service neutron] 10.222.0.16 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8042462
Apr 20 14:50:00.507406 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9242b9-9648-4615-97cb-9363c668eec0 None None] New status for floating IP 3e9e912d-6a77-4dbf-ac63-562e6d3e5295: ACTIVE {{(pid=86438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:50:00.591412 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-18971369-b48f-4a97-bab9-dd2ed31edf59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:00.637061 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-18971369-b48f-4a97-bab9-dd2ed31edf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:00.646843 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:00.686543 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18971369-b48f-4a97-bab9-dd2ed31edf59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6023f323-80f9-4286-9134-87039edcb6f0,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:00.690418 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-18971369-b48f-4a97-bab9-dd2ed31edf59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:00.728528 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-18971369-b48f-4a97-bab9-dd2ed31edf59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00059d3e1c4a4aab9350fff1ca10f0dc&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6929941
Apr 20 14:50:00.734418 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44278) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:00.859741 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5b1163c9-413c-4029-ac42-ef1d572bca28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:00.935761 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5b1163c9-413c-4029-ac42-ef1d572bca28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:01.010842 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8d891-c709-4f93-8ae0-ed1755b9328e req-e48e0fc9-39dc-4ce7-a901-096f4a15d418 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:01.014118 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-00c8d891-c709-4f93-8ae0-ed1755b9328e req-e48e0fc9-39dc-4ce7-a901-096f4a15d418 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 1.1657760
Apr 20 14:50:01.102868 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44286) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:01.128317 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5b1163c9-413c-4029-ac42-ef1d572bca28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:01.137293 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-07f61bb9-981f-4838-8cbd-74207b3955b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:01.161945 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1163c9-413c-4029-ac42-ef1d572bca28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6023f323-80f9-4286-9134-87039edcb6f0,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:01.165546 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5b1163c9-413c-4029-ac42-ef1d572bca28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:01.167406 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5b1163c9-413c-4029-ac42-ef1d572bca28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:01.169493 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-5b1163c9-413c-4029-ac42-ef1d572bca28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6023f323-80f9-4286-9134-87039edcb6f0 HTTP/1.1" status: 204  len: 168 time: 0.4337120
Apr 20 14:50:01.206076 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:01.215538 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1c7f1-391b-4150-87ae-8e8ec9ebca53 req-efd6b847-1544-4ad4-848d-7378803ac039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:01.220419 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d1c1c7f1-391b-4150-87ae-8e8ec9ebca53 req-efd6b847-1544-4ad4-848d-7378803ac039 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20a3cd15-3507-4a23-92af-d6314a464e3b HTTP/1.1" status: 200  len: 855 time: 0.8358076
Apr 20 14:50:01.366340 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-00c8d891-c709-4f93-8ae0-ed1755b9328e req-1818f6d2-c855-4cb0-a7ca-e81e80965ed6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2891803
Apr 20 14:50:01.404233 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d1c1c7f1-391b-4150-87ae-8e8ec9ebca53 req-ab85f4cb-c853-42a2-84c8-56175dce27ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58719903-15d1-4315-bb1e-052e740696ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1715250
Apr 20 14:50:01.417665 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-302eb7d3-8a76-4026-a6ed-f0c54143aa59 service neutron] 10.222.0.16 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0212462
Apr 20 14:50:01.420748 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9288ba57-f0ec-419e-93b1-cd8c3708b6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:01.462310 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-9288ba57-f0ec-419e-93b1-cd8c3708b6d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:01.472337 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-9288ba57-f0ec-419e-93b1-cd8c3708b6d4 admin admin] Usage tracker for resource:security_group_rule and tenant:e2dad117a7f1464ea20436e8a6c3c745 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:01.479748 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-9288ba57-f0ec-419e-93b1-cd8c3708b6d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:01.493855 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-9288ba57-f0ec-419e-93b1-cd8c3708b6d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:01.756552 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9288ba57-f0ec-419e-93b1-cd8c3708b6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:01.826460 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9288ba57-f0ec-419e-93b1-cd8c3708b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:01.888465 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d1c1c7f1-391b-4150-87ae-8e8ec9ebca53 req-fe8ec413-d69c-4f5c-b611-f24105163304 service neutron] 10.222.0.38 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4636171
Apr 20 14:50:01.945917 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-e676a0b3-3354-46d0-84ab-d337454dcde9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:02.005779 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-9288ba57-f0ec-419e-93b1-cd8c3708b6d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2dad117a7f1464ea20436e8a6c3c745&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9005733
Apr 20 14:50:02.006916 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44310) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:02.152112 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288ba57-f0ec-419e-93b1-cd8c3708b6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ac6954-8698-40b1-a4ec-a85bc7e77ac4,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:02.156658 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9288ba57-f0ec-419e-93b1-cd8c3708b6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:02.261351 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-09625565-e4aa-498e-87a5-10c87e7e3e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:02.289825 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-600e150b-8dc8-47ec-bf9f-83e9f65357d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:02.339757 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44318) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:02.378235 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0b2893e1-75ab-4526-baea-5032a4ec6bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:02.408370 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-600e150b-8dc8-47ec-bf9f-83e9f65357d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:02.438042 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0b2893e1-75ab-4526-baea-5032a4ec6bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:02.501870 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0b2893e1-75ab-4526-baea-5032a4ec6bca admin admin] Usage tracker for resource:security_group_rule and tenant:b841daa7c20843f3a53f662e3a163b2f is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:02.513291 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0b2893e1-75ab-4526-baea-5032a4ec6bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:02.529401 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0b2893e1-75ab-4526-baea-5032a4ec6bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:02.638322 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-600e150b-8dc8-47ec-bf9f-83e9f65357d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:02.647291 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:02.674405 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e150b-8dc8-47ec-bf9f-83e9f65357d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ac6954-8698-40b1-a4ec-a85bc7e77ac4,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:02.676181 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d1c1c7f1-391b-4150-87ae-8e8ec9ebca53 req-42817860-d66e-42fa-96c2-e41f6c5a2edd service neutron] 10.222.0.38 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7618103
Apr 20 14:50:02.688313 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-600e150b-8dc8-47ec-bf9f-83e9f65357d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:02.724525 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c428e51-5ac0-4716-acb5-4fda39ac04db req-39e35c20-4894-49a6-9663-b01a3787382b tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:02.728751 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0c428e51-5ac0-4716-acb5-4fda39ac04db req-39e35c20-4894-49a6-9663-b01a3787382b tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.4398608
Apr 20 14:50:02.743312 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-600e150b-8dc8-47ec-bf9f-83e9f65357d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:02.748155 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-600e150b-8dc8-47ec-bf9f-83e9f65357d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24ac6954-8698-40b1-a4ec-a85bc7e77ac4 HTTP/1.1" status: 204  len: 168 time: 0.7333207
Apr 20 14:50:02.749803 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0b2893e1-75ab-4526-baea-5032a4ec6bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:02.775803 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12e781-52a3-4704-9586-15958c198b09 req-36fbdc88-0f95-434a-aa65-e8d743f2812c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:02.778932 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8e12e781-52a3-4704-9586-15958c198b09 req-36fbdc88-0f95-434a-aa65-e8d743f2812c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.4841282
Apr 20 14:50:02.799352 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44334) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:02.806585 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0b2893e1-75ab-4526-baea-5032a4ec6bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:02.888845 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-af92d994-99e3-44c8-bdfa-5b69541b3fd6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Request body: {'floatingip': {'port_id': '015379bb-1f7b-4912-a001-faad34e332b3'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:50:02.975447 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0c428e51-5ac0-4716-acb5-4fda39ac04db req-0be29f42-3b63-476d-a2ad-92a735196610 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945775
Apr 20 14:50:03.108001 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-de1d8df0-4859-43ca-9bc5-9aa6339ed529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:03.159515 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9a89b58c-4ef5-4463-8a9d-efb06ffbcdfa req-4118302f-69b7-453e-975e-ab00d1b7ef43 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=02cca5f1-86f6-4a7e-a334-82630db9571f HTTP/1.1" status: 200  len: 210 time: 0.2014387
Apr 20 14:50:03.219725 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2893e1-75ab-4526-baea-5032a4ec6bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239527ad-ee63-45e3-b8a5-b72f853af436,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:03.278010 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0b2893e1-75ab-4526-baea-5032a4ec6bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:03.302178 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-0b2893e1-75ab-4526-baea-5032a4ec6bca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b841daa7c20843f3a53f662e3a163b2f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9568243
Apr 20 14:50:03.302768 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 44342) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:03.308892 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-af92d994-99e3-44c8-bdfa-5b69541b3fd6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for floatingip, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:03.524260 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05f61982-fbfc-4a57-8def-c94d154b1c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:03.613750 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05f61982-fbfc-4a57-8def-c94d154b1c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:03.739764 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05f61982-fbfc-4a57-8def-c94d154b1c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:03.751319 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3dc049fc-4ed7-4c29-96ac-4febe09fdecd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:03.811763 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05f61982-fbfc-4a57-8def-c94d154b1c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:03.814914 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-05f61982-fbfc-4a57-8def-c94d154b1c23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/239527ad-ee63-45e3-b8a5-b72f853af436 HTTP/1.1" status: 204  len: 168 time: 0.5100682
Apr 20 14:50:03.817224 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f61982-fbfc-4a57-8def-c94d154b1c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239527ad-ee63-45e3-b8a5-b72f853af436,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:03.822314 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-05f61982-fbfc-4a57-8def-c94d154b1c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:04.268921 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 44360) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:04.314579 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fc1c74e4-562d-4db2-a3a3-0e704a8d790c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:04.520336 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-fc1c74e4-562d-4db2-a3a3-0e704a8d790c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:04.654899 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-fc1c74e4-562d-4db2-a3a3-0e704a8d790c admin admin] Usage tracker for resource:security_group_rule and tenant:ac7c80de082d4fe4b26e797efdfa3e91 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:04.671587 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-fc1c74e4-562d-4db2-a3a3-0e704a8d790c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:04.691094 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-fc1c74e4-562d-4db2-a3a3-0e704a8d790c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:04.913683 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa427a1-3c6e-4793-bc91-9af7f0cc0c1f req-34bc6dca-d075-42fd-8d06-1baccd099bed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:04.917041 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4aa427a1-3c6e-4793-bc91-9af7f0cc0c1f req-34bc6dca-d075-42fd-8d06-1baccd099bed tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 946 time: 0.4104993
Apr 20 14:50:04.925147 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2810203f-8f6f-4dcf-8b9d-383b70400a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:04.937296 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4511a4-ea1d-4dd7-9a24-0719d3cec169 req-49f1c0c6-513e-4fe5-b4a2-4e49fb74b40e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:04.959931 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ab4511a4-ea1d-4dd7-9a24-0719d3cec169 req-49f1c0c6-513e-4fe5-b4a2-4e49fb74b40e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.6113887
Apr 20 14:50:04.973408 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44382) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:05.133618 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6dc41f-2a70-4653-b14f-a05f117ed542 admin admin] Deleting subnet 6a1486c4-79a0-44cf-b44e-3663a4d15153 {{(pid=86436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:50:05.140939 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0b6dc41f-2a70-4653-b14f-a05f117ed542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:05.162723 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4aa427a1-3c6e-4793-bc91-9af7f0cc0c1f req-e1fd5d98-58e2-48d9-b7d1-adddabe48035 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/security-groups?id=e89bada1-5cbe-4488-8b1e-e0319c56383c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939511
Apr 20 14:50:05.176369 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ab4511a4-ea1d-4dd7-9a24-0719d3cec169 req-39300d12-6bff-42ca-bb4b-240996b4ac7f tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2131398
Apr 20 14:50:05.232535 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.db.resource_extend [None req-af92d994-99e3-44c8-bdfa-5b69541b3fd6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 14:50:05.243616 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fc1c74e4-562d-4db2-a3a3-0e704a8d790c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:05.279007 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fc1c74e4-562d-4db2-a3a3-0e704a8d790c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:05.375271 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a9cf2686-f5b9-4f53-9fc6-2674086aaceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:05.438744 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c74e4-562d-4db2-a3a3-0e704a8d790c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e032b444-40a6-481d-9049-10ff5221d922,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:05.452811 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-fc1c74e4-562d-4db2-a3a3-0e704a8d790c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac7c80de082d4fe4b26e797efdfa3e91&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1818666
Apr 20 14:50:05.454725 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-fc1c74e4-562d-4db2-a3a3-0e704a8d790c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:05.456115 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 44390) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:05.568969 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:05.580003 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0b6dc41f-2a70-4653-b14f-a05f117ed542 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:05.619644 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0b6dc41f-2a70-4653-b14f-a05f117ed542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788724'] for subnet, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:05.677655 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76f6332c-9012-47ea-aee7-9355c73faf97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:05.704195 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-af92d994-99e3-44c8-bdfa-5b69541b3fd6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:05.731344 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-137c4f3c-8d1c-48dc-a363-1cd370abf194 req-24c437f8-3a7f-4247-ac98-30bcb062e534 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=02cca5f1-86f6-4a7e-a334-82630db9571f HTTP/1.1" status: 200  len: 210 time: 0.1376638
Apr 20 14:50:05.915184 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-af92d994-99e3-44c8-bdfa-5b69541b3fd6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:06.022514 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-ea97c2a2-2ff3-4d4e-a064-5c948c54533f tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:06.030850 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-ea97c2a2-2ff3-4d4e-a064-5c948c54533f tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.38 "GET /v2.0/networks?id=58719903-15d1-4315-bb1e-052e740696ac HTTP/1.1" status: 200  len: 815 time: 0.3494573
Apr 20 14:50:06.068510 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-367a1908-78be-4f87-9efd-138819714af2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Request body: {'port': {'device_id': '02cca5f1-86f6-4a7e-a334-82630db9571f', 'network_id': '58719903-15d1-4315-bb1e-052e740696ac', 'admin_state_up': True, 'tenant_id': 'eef72ea2e2c54d04a7a83790dc9707b7'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:50:06.165932 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.l3_db [None req-af92d994-99e3-44c8-bdfa-5b69541b3fd6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Floating IP f0bc83be-6c4f-464d-9b5a-7adf59c8f111 associated. External IP: 172.27.2.110, port: 015379bb-1f7b-4912-a001-faad34e332b3.
Apr 20 14:50:06.347212 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76f6332c-9012-47ea-aee7-9355c73faf97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:06.417124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:06.429700 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-367a1908-78be-4f87-9efd-138819714af2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:06.434383 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-367a1908-78be-4f87-9efd-138819714af2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Usage tracker for resource:port and tenant:eef72ea2e2c54d04a7a83790dc9707b7 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:06.437752 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-367a1908-78be-4f87-9efd-138819714af2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:06.445683 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-367a1908-78be-4f87-9efd-138819714af2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:06.687474 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-367a1908-78be-4f87-9efd-138819714af2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Made reservation on behalf of eef72ea2e2c54d04a7a83790dc9707b7 for: {'port': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:50:06.696822 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-367a1908-78be-4f87-9efd-138819714af2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:06.883784 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0b6dc41f-2a70-4653-b14f-a05f117ed542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852987124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for subnet, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:06.887342 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d569dd6-c43d-4436-8c17-f2b7762e5a78 req-9f2fe8fd-bad4-407d-a632-d564797b550b tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:06.890360 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0d569dd6-c43d-4436-8c17-f2b7762e5a78 req-9f2fe8fd-bad4-407d-a632-d564797b550b tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.4743559
Apr 20 14:50:06.903049 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:06.913548 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c7dcb-a82a-424e-abe4-f435014f9ca8 req-f23bf62a-17d0-436a-aa0a-9a092b341253 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:06.916246 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8c4c7dcb-a82a-424e-abe4-f435014f9ca8 req-f23bf62a-17d0-436a-aa0a-9a092b341253 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 946 time: 0.3072422
Apr 20 14:50:06.938923 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0b6dc41f-2a70-4653-b14f-a05f117ed542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:06.958611 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af92d994-99e3-44c8-bdfa-5b69541b3fd6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:50:06.962100 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6dc41f-2a70-4653-b14f-a05f117ed542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a1486c4-79a0-44cf-b44e-3663a4d15153,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:06.970440 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0b6dc41f-2a70-4653-b14f-a05f117ed542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:06.972353 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-0b6dc41f-2a70-4653-b14f-a05f117ed542 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6a1486c4-79a0-44cf-b44e-3663a4d15153 HTTP/1.1" status: 204  len: 168 time: 1.9968576
Apr 20 14:50:06.983993 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece56b5-9ca1-46fc-9acc-d01ca4668649 req-63f3ff69-77d6-43c6-b81e-61c83aefc58c tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:06.985762 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-aece56b5-9ca1-46fc-9acc-d01ca4668649 req-63f3ff69-77d6-43c6-b81e-61c83aefc58c tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.38 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 946 time: 0.2216620
Apr 20 14:50:06.986284 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 44418) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:07.028305 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76f6332c-9012-47ea-aee7-9355c73faf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:07.278610 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:07.278610 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0d569dd6-c43d-4436-8c17-f2b7762e5a78 req-0f7bf59e-99c0-4b6e-a1bd-72a577cea3c9 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2948089
Apr 20 14:50:07.278610 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6332c-9012-47ea-aee7-9355c73faf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e032b444-40a6-481d-9049-10ff5221d922,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:07.278610 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-76f6332c-9012-47ea-aee7-9355c73faf97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:07.280932 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:07.322857 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8c4c7dcb-a82a-424e-abe4-f435014f9ca8 req-7069f7ae-2048-4a83-a96c-032abbbdca73 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/security-groups?id=e89bada1-5cbe-4488-8b1e-e0319c56383c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3308525
Apr 20 14:50:07.340682 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658232'] for network, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:07.343408 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76f6332c-9012-47ea-aee7-9355c73faf97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:07.344646 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-76f6332c-9012-47ea-aee7-9355c73faf97 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e032b444-40a6-481d-9049-10ff5221d922 HTTP/1.1" status: 204  len: 168 time: 1.8876970
Apr 20 14:50:07.448028 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-367a1908-78be-4f87-9efd-138819714af2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Allocated IP 172.20.0.5 (58719903-15d1-4315-bb1e-052e740696ac/20a3cd15-3507-4a23-92af-d6314a464e3b/c78f9289-389f-49bd-94c5-d5e9e11745a5) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:50:07.533239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-aece56b5-9ca1-46fc-9acc-d01ca4668649 req-3c73a716-b728-48b9-b526-a16e0872b8dc tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Deleting port 9ed9263c-34be-4929-9945-1e2e0c780c82 {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:50:07.533977 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-aece56b5-9ca1-46fc-9acc-d01ca4668649 req-3c73a716-b728-48b9-b526-a16e0872b8dc tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:07.700329 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852987039', 'neutron.services.segments.db._delete_segments_for_network-8791465359731'] for network, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:07.701912 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af92d994-99e3-44c8-bdfa-5b69541b3fd6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:50:07.707043 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-af92d994-99e3-44c8-bdfa-5b69541b3fd6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:07.718944 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5028523-950a-4d50-808f-e020372e5395 None None] Sync routers for ids ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'] in dv-cinder-742162-4-iscsi {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:50:07.763096 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5028523-950a-4d50-808f-e020372e5395 None None] Routers {'0e9492c0-1c1e-451d-9e7d-11aafd5cc273'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:50:07.767324 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-f5028523-950a-4d50-808f-e020372e5395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec12fd860>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:50:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:50:07.798058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-dd1d18cc-9d02-43b3-ab13-992f6f1a163a req-b8c896a5-e6a3-466c-86e3-615885301346 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Synchronizing usage tracker for tenant:eef72ea2e2c54d04a7a83790dc9707b7 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:50:07.870021 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-af92d994-99e3-44c8-bdfa-5b69541b3fd6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "PUT /v2.0/floatingips/f0bc83be-6c4f-464d-9b5a-7adf59c8f111 HTTP/1.1" status: 200  len: 992 time: 5.0682235
Apr 20 14:50:07.884579 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496a9199-4585-4e3a-9976-7fc22f948a7b', 'tag': '015379bb-1f7b-4912-a001-faad34e332b3'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:50:07.970099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-dd1d18cc-9d02-43b3-ab13-992f6f1a163a req-b8c896a5-e6a3-466c-86e3-615885301346 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Unset dirty status for tenant:eef72ea2e2c54d04a7a83790dc9707b7 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:50:07.980069 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-dd1d18cc-9d02-43b3-ab13-992f6f1a163a req-b8c896a5-e6a3-466c-86e3-615885301346 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=02cca5f1-86f6-4a7e-a334-82630db9571f HTTP/1.1" status: 200  len: 210 time: 0.3268385
Apr 20 14:50:08.019997 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7feec042d630>> segment before_delete 55550000 {{(pid=86437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:08.023091 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7feec042d630>> subnet precommit_delete_associations 55550000 {{(pid=86437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:08.023987 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feec04e90f0>> segment_host_mapping after_create 55550000 {{(pid=86437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:08.024395 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feec04e90f0>> port after_create 55550000 {{(pid=86437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:08.024771 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feec04e90f0>> port after_delete 55550000 {{(pid=86437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:08.025147 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feec04e90f0>> port after_update 55550000 {{(pid=86437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:08.028390 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feec04e90f0>> segment after_delete 55550000 {{(pid=86437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:08.029068 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feec04e90f0>> subnet after_create 55550000 {{(pid=86437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:08.038171 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feec04e90f0>> subnet after_delete 55550000 {{(pid=86437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:08.039308 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feec04e90f0>> subnet after_update 55550000 {{(pid=86437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:08.126025 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496a9199-4585-4e3a-9976-7fc22f948a7b', 'tag': '015379bb-1f7b-4912-a001-faad34e332b3', 'status': 'completed', 'code': 200}
Apr 20 14:50:08.129421 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7feec05cb1d0>> subnet after_create 55550000 {{(pid=86437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:08.130063 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7feec05cb1d0>> subnet after_delete 55550000 {{(pid=86437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:08.130606 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7feec05cb1d0>> subnet before_create 55550000 {{(pid=86437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:08.131162 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7feec05cb1d0>> subnet before_update 55550000 {{(pid=86437) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:08.131726 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feec0cd40b8>,) {'filters': {'network_id': ['7da943a3-3e55-4e38-9de4-370f011f50f3']}} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:50:08.149754 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-aece56b5-9ca1-46fc-9acc-d01ca4668649 req-3c73a716-b728-48b9-b526-a16e0872b8dc tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] For port 9ed9263c-34be-4929-9945-1e2e0c780c82, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=9ed9263c-34be-4929-9945-1e2e0c780c82,segment=NetworkSegment(f9337c50-389f-4e1c-83ed-9395c75cee12),segment_id=f9337c50-389f-4e1c-83ed-9395c75cee12)] {{(pid=86436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:50:08.150433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-aece56b5-9ca1-46fc-9acc-d01ca4668649 req-3c73a716-b728-48b9-b526-a16e0872b8dc tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:08.535767 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feec0cd40b8>, '634ba0ea-d6f3-424a-b32e-c9217a4f592c') {'for_net_delete': True} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:50:08.536465 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feec0cd40b8>, '634ba0ea-d6f3-424a-b32e-c9217a4f592c') {} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:50:08.614476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245389254755', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2728242'] for segment, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:08.673725 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-aece56b5-9ca1-46fc-9acc-d01ca4668649 req-3c73a716-b728-48b9-b526-a16e0872b8dc tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Calling delete_port for 9ed9263c-34be-4929-9945-1e2e0c780c82 owned by compute:nova {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:50:08.683328 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-367a1908-78be-4f87-9efd-138819714af2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:08.778239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:08.823260 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=86437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:50:08.922790 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-f5028523-950a-4d50-808f-e020372e5395 None None] Set router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:50:09.162323 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-aece56b5-9ca1-46fc-9acc-d01ca4668649 req-3c73a716-b728-48b9-b526-a16e0872b8dc tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:09.170171 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4a2fb936-a1d9-415b-b71a-c293ada99bc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:09.244169 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44464) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:09.285932 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73a716-b728-48b9-b526-a16e0872b8dc tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Pushing event deleted for resources: {'Port': ['ID=9ed9263c-34be-4929-9945-1e2e0c780c82,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:09.290242 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3c73a716-b728-48b9-b526-a16e0872b8dc tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:09.331351 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-367a1908-78be-4f87-9efd-138819714af2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:09.353244 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece9765-84db-4487-93c7-4090a5de619f req-e694e458-3142-4490-97dd-e07a15e387f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:09.356742 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8ece9765-84db-4487-93c7-4090a5de619f req-e694e458-3142-4490-97dd-e07a15e387f4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a432f73e41864a1d89a27ea689d63a21&device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 1099 time: 1.2123475
Apr 20 14:50:09.365841 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['65f45313-ae9b-45c9-b7f2-9bbbd47898a2'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:50:09.401801 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Network 7da943a3-3e55-4e38-9de4-370f011f50f3 has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:50:09.420110 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1801253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2713182'] for segment, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:09.486545 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-aece56b5-9ca1-46fc-9acc-d01ca4668649 req-3c73a716-b728-48b9-b526-a16e0872b8dc tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] No DVR routers for this DVR port 9ed9263c-34be-4929-9945-1e2e0c780c82 on host hv-cinder-74216 {{(pid=86436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:50:09.493577 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-aece56b5-9ca1-46fc-9acc-d01ca4668649 req-3c73a716-b728-48b9-b526-a16e0872b8dc tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:09.541973 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-f5028523-950a-4d50-808f-e020372e5395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec12fd860>, [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:07Z', 'revision_number': 4, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port': {'id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': 'f0bc83be-6c4f-464d-9b5a-7adf59c8f111', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'port_id': '015379bb-1f7b-4912-a001-faad34e332b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'mac_address': 'fa:16:3e:44:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496a9199-4585-4e3a-9976-7fc22f948a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:49:19Z', 'updated_at': '2021-04-20T14:50:05Z', 'revision_number': 1, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a185794-0c77-4658-b650-7705ab464738', 'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'mac_address': 'fa:16:3e:27:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:05Z', 'updated_at': '2021-04-20T14:49:18Z', 'revision_number': 5, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'subnets': [{'id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:50:09.552904 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5028523-950a-4d50-808f-e020372e5395 None None] Checking router: 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 for host: dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:50:09.575806 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-aece56b5-9ca1-46fc-9acc-d01ca4668649 req-3c73a716-b728-48b9-b526-a16e0872b8dc tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.38 "DELETE /v2.0/ports/9ed9263c-34be-4929-9945-1e2e0c780c82 HTTP/1.1" status: 204  len: 173 time: 2.5819867
Apr 20 14:50:09.577305 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5028523-950a-4d50-808f-e020372e5395 None None] Routers {'0e9492c0-1c1e-451d-9e7d-11aafd5cc273'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:50:09.578320 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-f5028523-950a-4d50-808f-e020372e5395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec12fd860>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:50:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:50:09.779729 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:09.867254 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-16b330bf-9911-444f-82f6-c24df8184e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:09.897879 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-16b330bf-9911-444f-82f6-c24df8184e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:09.903466 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-16b330bf-9911-444f-82f6-c24df8184e8f admin admin] Usage tracker for resource:security_group_rule and tenant:a283bc6756534de9b942784a5cc709bb is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:09.906551 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-16b330bf-9911-444f-82f6-c24df8184e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:09.915130 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-16b330bf-9911-444f-82f6-c24df8184e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:09.940434 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17d2bb-e951-412c-b2e0-9c385abf6575 req-68dbe081-04a8-40e0-a6aa-50d96caca672 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:09.947780 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-f5028523-950a-4d50-808f-e020372e5395 None None] Set router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:50:09.949043 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5b17d2bb-e951-412c-b2e0-9c385abf6575 req-68dbe081-04a8-40e0-a6aa-50d96caca672 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 1.4283001
Apr 20 14:50:10.010509 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-367a1908-78be-4f87-9efd-138819714af2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Network 58719903-15d1-4315-bb1e-052e740696ac is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:50:10.029944 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-16b330bf-9911-444f-82f6-c24df8184e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:10.059007 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-16b330bf-9911-444f-82f6-c24df8184e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:10.074648 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5b1163c9-413c-4029-ac42-ef1d572bca28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:10.093162 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-367a1908-78be-4f87-9efd-138819714af2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:50:10.126074 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-367a1908-78be-4f87-9efd-138819714af2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:50:10.134818 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7142b1df-baf6-4ff6-929c-bd6c50e7122b', 'name': 'network-vif-deleted', 'tag': '9ed9263c-34be-4929-9945-1e2e0c780c82'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:50:10.175294 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-16b330bf-9911-444f-82f6-c24df8184e8f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a283bc6756534de9b942784a5cc709bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9205277
Apr 20 14:50:10.183794 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44484) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:10.201411 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe4d64-926d-4033-a0db-ec272b10399e req-530a0b77-e724-4a2b-954d-25193f77a02d tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:10.202227 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7fbe4d64-926d-4033-a0db-ec272b10399e req-530a0b77-e724-4a2b-954d-25193f77a02d tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/ports?device_id=7142b1df-baf6-4ff6-929c-bd6c50e7122b HTTP/1.1" status: 200  len: 867 time: 1.5000355
Apr 20 14:50:10.204270 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Network 7da943a3-3e55-4e38-9de4-370f011f50f3 has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:50:10.223905 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b330bf-9911-444f-82f6-c24df8184e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd91ec21-ea21-444c-9f3c-c60c6e40669d,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:10.245163 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-16b330bf-9911-444f-82f6-c24df8184e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:10.259003 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a1908-78be-4f87-9efd-138819714af2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Pushing event updated for resources: {'Port': ['ID=c78f9289-389f-49bd-94c5-d5e9e11745a5,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:   from cryptography.utils import int_from_bytes
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:   from cryptography.utils import int_from_bytes
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:   (rel_b, rel_a, rel_b),
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:   (rel_b, rel_a, rel_b),
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]: Traceback (most recent call last):
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:     timer()
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:     cb(*args, **kw)
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:     return func(*args, **kwargs)
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:     self._notify()
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:     self.callback(batched_events)
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:     event.method(event)
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:     segment_id)['aggregates'][0]
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:     return f(self, *a, **k)
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self._get(url).json()
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:     **kwargs)
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:     **endpoint_filter)
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:50:10.261678 dv-cinder-742162-4-iscsi neutron-server[86323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:50:10.272649 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-367a1908-78be-4f87-9efd-138819714af2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:10.292799 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5b17d2bb-e951-412c-b2e0-9c385abf6575 req-2a122580-8978-4159-bab5-3451735b2dd5 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3426282
Apr 20 14:50:10.338548 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-57b62d53-afda-4d25-8580-0e6e8c853a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:10.383086 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-57b62d53-afda-4d25-8580-0e6e8c853a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:10.452857 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 9ed9263c-34be-4929-9945-1e2e0c780c82 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:50:10.500932 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece9765-84db-4487-93c7-4090a5de619f req-5e564047-dab6-4901-ad1d-b4536aabe20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:10.502686 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8ece9765-84db-4487-93c7-4090a5de619f req-5e564047-dab6-4901-ad1d-b4536aabe20c service neutron] 10.222.0.38 "GET /v2.0/networks?id=25584ebc-4813-4602-b240-5e5e4cd95f15 HTTP/1.1" status: 200  len: 917 time: 1.1064656
Apr 20 14:50:10.529560 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-367a1908-78be-4f87-9efd-138819714af2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:10.530287 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-367a1908-78be-4f87-9efd-138819714af2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:10.536189 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] No Port match for: 9ed9263c-34be-4929-9945-1e2e0c780c82 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:50:10.538164 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 9ed9263c-34be-4929-9945-1e2e0c780c82 not bound to the agent host hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:50:10.619721 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7fbe4d64-926d-4033-a0db-ec272b10399e req-8932ace5-b23e-4558-981c-2c3d168c3f29 tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] 10.222.0.16 "GET /v2.0/security-groups?id=e89bada1-5cbe-4488-8b1e-e0319c56383c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3849645
Apr 20 14:50:10.655747 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:10.673879 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:10.679054 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-57b62d53-afda-4d25-8580-0e6e8c853a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:10.690166 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8ece9765-84db-4487-93c7-4090a5de619f req-7cabafc4-7816-45df-889f-fb8392e0879b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=015379bb-1f7b-4912-a001-faad34e332b3 HTTP/1.1" status: 200  len: 1000 time: 0.1679466
Apr 20 14:50:10.695954 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-18971369-b48f-4a97-bab9-dd2ed31edf59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:10.698013 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Pushing event deleted for resources: {'Network': ['ID=7da943a3-3e55-4e38-9de4-370f011f50f3,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:10.705665 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-367a1908-78be-4f87-9efd-138819714af2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.6622210
Apr 20 14:50:10.713537 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:10.715636 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7da943a3-3e55-4e38-9de4-370f011f50f3 HTTP/1.1" status: 204  len: 168 time: 3.7190855
Apr 20 14:50:10.717261 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:10.737405 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44494) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:10.769748 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Request body: {'port': {'device_id': '02cca5f1-86f6-4a7e-a334-82630db9571f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:50:10.878305 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-f5028523-950a-4d50-808f-e020372e5395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec12fd860>, [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:07Z', 'revision_number': 4, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port': {'id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': 'f0bc83be-6c4f-464d-9b5a-7adf59c8f111', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'port_id': '015379bb-1f7b-4912-a001-faad34e332b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'mac_address': 'fa:16:3e:44:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496a9199-4585-4e3a-9976-7fc22f948a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:49:19Z', 'updated_at': '2021-04-20T14:50:05Z', 'revision_number': 1, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a185794-0c77-4658-b650-7705ab464738', 'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'mac_address': 'fa:16:3e:27:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:05Z', 'updated_at': '2021-04-20T14:49:18Z', 'revision_number': 5, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'subnets': [{'id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:50:10.884590 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b62d53-afda-4d25-8580-0e6e8c853a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd91ec21-ea21-444c-9f3c-c60c6e40669d,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:10.889635 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-57b62d53-afda-4d25-8580-0e6e8c853a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:10.903412 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5028523-950a-4d50-808f-e020372e5395 None None] The sync data for ids ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'] in dv-cinder-742162-4-iscsi is: [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:07Z', 'revision_number': 4, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port': {'id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': 'f0bc83be-6c4f-464d-9b5a-7adf59c8f111', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'port_id': '015379bb-1f7b-4912-a001-faad34e332b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'mac_address': 'fa:16:3e:44:6c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496a9199-4585-4e3a-9976-7fc22f948a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:49:19Z', 'updated_at': '2021-04-20T14:50:05Z', 'revision_number': 1, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a185794-0c77-4658-b650-7705ab464738', 'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'mac_address': 'fa:16:3e:27:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:05Z', 'updated_at': '2021-04-20T14:49:18Z', 'revision_number': 5, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'subnets': [{'id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:50:10.919716 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece9765-84db-4487-93c7-4090a5de619f req-96111321-f2a5-4643-b1bf-a3fe0805c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:10.926361 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8ece9765-84db-4487-93c7-4090a5de619f req-96111321-f2a5-4643-b1bf-a3fe0805c370 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe5c3aac-31f9-4b55-a329-412ec8ea7dac HTTP/1.1" status: 200  len: 855 time: 0.2078300
Apr 20 14:50:10.950121 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-57b62d53-afda-4d25-8580-0e6e8c853a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:10.954483 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-57b62d53-afda-4d25-8580-0e6e8c853a42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd91ec21-ea21-444c-9f3c-c60c6e40669d HTTP/1.1" status: 204  len: 168 time: 0.7666998
Apr 20 14:50:11.089430 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:11.094017 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_v2 [None req-7750e1e1-559b-4574-8403-34eefa48417c admin admin] Deleting subnet 7f2db7fb-837d-41b1-8c80-4b95359c25bf {{(pid=86436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:50:11.114598 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7750e1e1-559b-4574-8403-34eefa48417c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:11.220476 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7142b1df-baf6-4ff6-929c-bd6c50e7122b', 'name': 'network-vif-deleted', 'tag': '9ed9263c-34be-4929-9945-1e2e0c780c82', 'status': 'completed', 'code': 200}
Apr 20 14:50:11.244068 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7750e1e1-559b-4574-8403-34eefa48417c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:11.259788 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7750e1e1-559b-4574-8403-34eefa48417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788724'] for subnet, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:11.468003 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1d8ae1-d0b2-441a-821b-dc1ac133f58c None None] New status for floating IP f0bc83be-6c4f-464d-9b5a-7adf59c8f111: ACTIVE {{(pid=86438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:50:11.483256 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3352d-4cca-4497-9f09-9abe9ae45cf2 req-7948f7db-3943-44ce-a2d3-d629f3f23acc tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:11.485046 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8dd3352d-4cca-4497-9f09-9abe9ae45cf2 req-7948f7db-3943-44ce-a2d3-d629f3f23acc tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=02cca5f1-86f6-4a7e-a334-82630db9571f HTTP/1.1" status: 200  len: 931 time: 0.5505571
Apr 20 14:50:11.540414 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece9765-84db-4487-93c7-4090a5de619f req-9e508016-8135-4d00-af79-ee2497bcf5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:11.543864 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8ece9765-84db-4487-93c7-4090a5de619f req-9e508016-8135-4d00-af79-ee2497bcf5a4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25584ebc-4813-4602-b240-5e5e4cd95f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5886359
Apr 20 14:50:11.707739 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7750e1e1-559b-4574-8403-34eefa48417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852987124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for subnet, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:11.713366 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0b6dc41f-2a70-4653-b14f-a05f117ed542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:11.784294 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750e1e1-559b-4574-8403-34eefa48417c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f2db7fb-837d-41b1-8c80-4b95359c25bf,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:11.788497 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7750e1e1-559b-4574-8403-34eefa48417c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:11.790032 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7750e1e1-559b-4574-8403-34eefa48417c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:11.801779 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-7750e1e1-559b-4574-8403-34eefa48417c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7f2db7fb-837d-41b1-8c80-4b95359c25bf HTTP/1.1" status: 204  len: 168 time: 1.0491374
Apr 20 14:50:11.802054 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8ece9765-84db-4487-93c7-4090a5de619f req-ca6ba419-7aa8-44a1-9fbb-bf93be449f25 service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1713362
Apr 20 14:50:11.802626 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44514) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:12.077391 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658232'] for network, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:12.081246 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44528) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:12.122546 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d371-bdb3-4540-990f-82482d426096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:12.164122 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a6a4d371-bdb3-4540-990f-82482d426096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:12.178526 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a6a4d371-bdb3-4540-990f-82482d426096 admin admin] Usage tracker for resource:security_group_rule and tenant:8585a9d3e34f4e0aaa0faea3f1563f1e is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:12.272024 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a6a4d371-bdb3-4540-990f-82482d426096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:12.315869 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a6a4d371-bdb3-4540-990f-82482d426096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:12.442968 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8dd3352d-4cca-4497-9f09-9abe9ae45cf2 req-7a212eda-70ad-4d25-86d5-061e27ddacae tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9451809
Apr 20 14:50:12.544530 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852987039', 'neutron.services.segments.db._delete_segments_for_network-8791465359731'] for network, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:12.612093 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8ece9765-84db-4487-93c7-4090a5de619f req-34137dfa-dbdc-4e3e-b18b-b6227864f97b service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7961802
Apr 20 14:50:12.724103 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc183bc2-dfa9-445b-bce8-f50c74e4c23d req-6f4c2375-98ab-42ac-8374-d173b5ac281c tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:12.732097 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fc183bc2-dfa9-445b-bce8-f50c74e4c23d req-6f4c2375-98ab-42ac-8374-d173b5ac281c tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.9291537
Apr 20 14:50:12.736605 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 44538) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:12.781374 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7feec052bac8>> segment before_delete 55550000 {{(pid=86436) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:12.782068 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7feec052bac8>> subnet precommit_delete_associations 55550000 {{(pid=86436) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:12.783066 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feec0c58080>> segment_host_mapping after_create 55550000 {{(pid=86436) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:12.783612 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feec0c58080>> port after_create 55550000 {{(pid=86436) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:12.784134 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feec0c58080>> port after_delete 55550000 {{(pid=86436) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:12.784647 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feec0c58080>> port after_update 55550000 {{(pid=86436) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:12.785161 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feec0c58080>> segment after_delete 55550000 {{(pid=86436) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:12.785707 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feec0c58080>> subnet after_create 55550000 {{(pid=86436) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:12.786211 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feec0c58080>> subnet after_delete 55550000 {{(pid=86436) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:12.786813 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feec0c58080>> subnet after_update 55550000 {{(pid=86436) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:12.864056 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7feec159cef0>> subnet after_create 55550000 {{(pid=86436) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:12.864730 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7feec159cef0>> subnet after_delete 55550000 {{(pid=86436) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:12.865261 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7feec159cef0>> subnet before_create 55550000 {{(pid=86436) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:12.865817 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7feec159cef0>> subnet before_update 55550000 {{(pid=86436) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:50:12.866909 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feec09650b8>,) {'filters': {'network_id': ['06206930-c5e9-4eb7-b62f-5d203c19a5c3']}} {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:50:12.890781 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feec09650b8>, '0c56729d-309b-46b9-8acf-118bb0b3f157') {'for_net_delete': True} {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:50:12.891353 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feec09650b8>, '0c56729d-309b-46b9-8acf-118bb0b3f157') {} {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:50:12.912211 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245389254755', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852111363'] for segment, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:12.944145 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:12.966470 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fc183bc2-dfa9-445b-bce8-f50c74e4c23d req-8a9a5f89-8358-4ad5-99db-0a1c1c74007e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2323306
Apr 20 14:50:12.991215 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=86436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:50:13.068539 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d371-bdb3-4540-990f-82482d426096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:13.140319 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d371-bdb3-4540-990f-82482d426096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:13.155509 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a5468c29-392c-45ee-bb37-f5e714ab1bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:13.188819 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1e97b458-af74-436c-8f9b-ff13319d1e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:13.236533 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78f9289-389f-49bd-94c5-d5e9e11745a5 {{(pid=86437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:50:13.253747 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-1e97b458-af74-436c-8f9b-ff13319d1e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:13.260522 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:13.271232 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-1e97b458-af74-436c-8f9b-ff13319d1e31 admin admin] Usage tracker for resource:security_group_rule and tenant:b973c5733e7d46168e8934ef2daf0cac is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:13.283028 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-1e97b458-af74-436c-8f9b-ff13319d1e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:13.298127 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a6a4d371-bdb3-4540-990f-82482d426096 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8585a9d3e34f4e0aaa0faea3f1563f1e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2128453
Apr 20 14:50:13.299673 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 44550) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:13.312331 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4d371-bdb3-4540-990f-82482d426096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d794d127-eeea-476b-be4f-b8b71396f552,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:13.314530 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-1e97b458-af74-436c-8f9b-ff13319d1e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:13.316523 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Network 06206930-c5e9-4eb7-b62f-5d203c19a5c3 has no segments {{(pid=86436) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:50:13.326137 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a6a4d371-bdb3-4540-990f-82482d426096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:13.328076 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1801253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2217817'] for segment, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:13.483050 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0558eb3a-0a50-46dc-a076-b39aab325bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:13.543468 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0558eb3a-0a50-46dc-a076-b39aab325bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:13.715854 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1e97b458-af74-436c-8f9b-ff13319d1e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:13.740966 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Network 06206930-c5e9-4eb7-b62f-5d203c19a5c3 has no segments {{(pid=86436) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:50:13.741406 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244e795-45ad-4df1-8cd6-0c52750ce59b req-b2c6be0b-a798-4ad1-86b6-a99b6cf73c20 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:13.743240 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3244e795-45ad-4df1-8cd6-0c52750ce59b req-b2c6be0b-a798-4ad1-86b6-a99b6cf73c20 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=02cca5f1-86f6-4a7e-a334-82630db9571f HTTP/1.1" status: 200  len: 931 time: 0.1505530
Apr 20 14:50:13.744748 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1e97b458-af74-436c-8f9b-ff13319d1e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:13.755808 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0af6bf89-0d2b-49bc-b52d-7df9dfa6b611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:   from cryptography.utils import int_from_bytes
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:   from cryptography.utils import int_from_bytes
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:   (rel_b, rel_a, rel_b),
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:   (rel_b, rel_a, rel_b),
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]: Traceback (most recent call last):
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:     timer()
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:     cb(*args, **kw)
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:     return func(*args, **kwargs)
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:     self._notify()
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:     self.callback(batched_events)
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:     event.method(event)
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:     segment_id)['aggregates'][0]
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:     return f(self, *a, **k)
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self._get(url).json()
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:     **kwargs)
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:     **endpoint_filter)
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:50:13.789165 dv-cinder-742162-4-iscsi neutron-server[86323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:50:13.809176 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0558eb3a-0a50-46dc-a076-b39aab325bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:13.851139 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-1e97b458-af74-436c-8f9b-ff13319d1e31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b973c5733e7d46168e8934ef2daf0cac&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1075737
Apr 20 14:50:13.856456 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97b458-af74-436c-8f9b-ff13319d1e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53289eed-6d55-48ac-8df2-8824785e9421,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:13.857480 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44562) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:13.862839 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1e97b458-af74-436c-8f9b-ff13319d1e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:13.866892 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f6bb8638-86cf-4499-aacb-b5b5f41772a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:13.884545 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3244e795-45ad-4df1-8cd6-0c52750ce59b req-2c848d3f-a7a1-4fae-8386-fbd61500718f tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315939
Apr 20 14:50:13.889770 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558eb3a-0a50-46dc-a076-b39aab325bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d794d127-eeea-476b-be4f-b8b71396f552,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:13.892957 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0558eb3a-0a50-46dc-a076-b39aab325bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:13.894489 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0558eb3a-0a50-46dc-a076-b39aab325bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:13.895769 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-0558eb3a-0a50-46dc-a076-b39aab325bec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d794d127-eeea-476b-be4f-b8b71396f552 HTTP/1.1" status: 204  len: 168 time: 0.5875239
Apr 20 14:50:13.959798 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Transition to ACTIVE for port object c78f9289-389f-49bd-94c5-d5e9e11745a5 will not be triggered until provisioned by entity L2. {{(pid=86437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:50:13.993215 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:14.000114 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:14.001756 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:14.032586 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c848990a-4f0a-4ce2-a763-871f678ee788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:14.070182 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c848990a-4f0a-4ce2-a763-871f678ee788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:14.140213 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:14.159996 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:14.172540 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=06206930-c5e9-4eb7-b62f-5d203c19a5c3,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:14.174629 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c848990a-4f0a-4ce2-a763-871f678ee788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:14.189479 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:14.191214 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:14.211852 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848990a-4f0a-4ce2-a763-871f678ee788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53289eed-6d55-48ac-8df2-8824785e9421,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:14.222873 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c848990a-4f0a-4ce2-a763-871f678ee788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:14.226811 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c848990a-4f0a-4ce2-a763-871f678ee788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:14.233716 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-c848990a-4f0a-4ce2-a763-871f678ee788 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53289eed-6d55-48ac-8df2-8824785e9421 HTTP/1.1" status: 204  len: 168 time: 0.3747635
Apr 20 14:50:14.237394 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/06206930-c5e9-4eb7-b62f-5d203c19a5c3 HTTP/1.1" status: 204  len: 168 time: 2.4332542
Apr 20 14:50:14.440500 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c78f9289-389f-49bd-94c5-d5e9e11745a5,revision_number=2']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:14.444111 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:14.590608 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb7aa0-530a-4bef-9980-08cf1380bc85 req-ea5dcce4-64af-4b7c-a4f2-9b9b9f0ca408 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:14.591832 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-74bb7aa0-530a-4bef-9980-08cf1380bc85 req-ea5dcce4-64af-4b7c-a4f2-9b9b9f0ca408 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.2878771
Apr 20 14:50:14.600124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Attempting to bind port c78f9289-389f-49bd-94c5-d5e9e11745a5 on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:50:14.600502 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Attempting to bind port c78f9289-389f-49bd-94c5-d5e9e11745a5 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '4fae770f-408e-4a25-a62f-4c0f819efaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '58719903-15d1-4315-bb1e-052e740696ac'}] {{(pid=86437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:50:14.601420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Attempting to bind port c78f9289-389f-49bd-94c5-d5e9e11745a5 on network 58719903-15d1-4315-bb1e-052e740696ac {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:50:14.622720 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Port c78f9289-389f-49bd-94c5-d5e9e11745a5 on network 58719903-15d1-4315-bb1e-052e740696ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:50:14.623094 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Attempting to bind port c78f9289-389f-49bd-94c5-d5e9e11745a5 on network 58719903-15d1-4315-bb1e-052e740696ac {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:50:14.634367 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:50:14.634802 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Checking segment: {'id': '4fae770f-408e-4a25-a62f-4c0f819efaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '58719903-15d1-4315-bb1e-052e740696ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:50:14.635171 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Bound using segment: {'id': '4fae770f-408e-4a25-a62f-4c0f819efaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '58719903-15d1-4315-bb1e-052e740696ac'} {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:50:14.635671 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Bound port: c78f9289-389f-49bd-94c5-d5e9e11745a5, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fae770f-408e-4a25-a62f-4c0f819efaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '58719903-15d1-4315-bb1e-052e740696ac'}}] {{(pid=86437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:50:14.636061 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:14.646693 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44580) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:14.740948 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-74bb7aa0-530a-4bef-9980-08cf1380bc85 req-2a45e04b-7e5b-4834-95ab-b4028f924dd4 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245556
Apr 20 14:50:14.744807 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 44588) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:14.752530 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-205d9034-5b4f-4307-9243-f05816e5c248 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca454259b1e74f2788fa2b3277e8033c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1036417
Apr 20 14:50:14.871433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] For port c78f9289-389f-49bd-94c5-d5e9e11745a5, host hv-cinder-74216, cleared binding levels {{(pid=86437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:50:14.885433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5bfd3f3d-90f4-4d3e-9e65-da67a5e388db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:14.889258 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] For port c78f9289-389f-49bd-94c5-d5e9e11745a5, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=c78f9289-389f-49bd-94c5-d5e9e11745a5,segment=NetworkSegment(4fae770f-408e-4a25-a62f-4c0f819efaed),segment_id=4fae770f-408e-4a25-a62f-4c0f819efaed)] {{(pid=86437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:50:14.919754 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5bfd3f3d-90f4-4d3e-9e65-da67a5e388db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:14.970106 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:14.976357 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:15.096554 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5bfd3f3d-90f4-4d3e-9e65-da67a5e388db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:15.133874 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44604) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:15.179117 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c78f9289-389f-49bd-94c5-d5e9e11745a5,revision_number=3']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:15.188534 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:15.189599 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5bfd3f3d-90f4-4d3e-9e65-da67a5e388db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:15.191183 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-5bfd3f3d-90f4-4d3e-9e65-da67a5e388db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ef585e7-ae8f-4b18-9f5d-ce7c18c4a23b HTTP/1.1" status: 204  len: 168 time: 0.4452538
Apr 20 14:50:15.192019 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1e97b458-af74-436c-8f9b-ff13319d1e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:15.204044 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:15.204844 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:15.206688 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] 10.222.0.38 "PUT /v2.0/ports/c78f9289-389f-49bd-94c5-d5e9e11745a5 HTTP/1.1" status: 200  len: 1093 time: 4.4419904
Apr 20 14:50:15.207363 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cca5f1-86f6-4a7e-a334-82630db9571f', 'tag': 'c78f9289-389f-49bd-94c5-d5e9e11745a5'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:50:15.217111 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd3f3d-90f4-4d3e-9e65-da67a5e388db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef585e7-ae8f-4b18-9f5d-ce7c18c4a23b,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:15.223176 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5bfd3f3d-90f4-4d3e-9e65-da67a5e388db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:15.237404 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a1f9-f1c2-4f72-8cb0-9c336fae8970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:15.305709 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-c8e2a1f9-f1c2-4f72-8cb0-9c336fae8970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:15.317443 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-c8e2a1f9-f1c2-4f72-8cb0-9c336fae8970 admin admin] Usage tracker for resource:security_group_rule and tenant:a8890d1f04134e499ec1cb93a54b5888 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:15.324784 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-c8e2a1f9-f1c2-4f72-8cb0-9c336fae8970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:15.338779 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44616) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:15.362899 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-c8e2a1f9-f1c2-4f72-8cb0-9c336fae8970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:15.511247 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02cca5f1-86f6-4a7e-a334-82630db9571f', 'tag': 'c78f9289-389f-49bd-94c5-d5e9e11745a5', 'status': 'completed', 'code': 200}
Apr 20 14:50:15.590564 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612b51e-1d34-4cae-88f2-ad07b231a6fa req-eff13e4b-2034-4e5f-a14e-c20acf8fa67d tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:15.592180 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1612b51e-1d34-4cae-88f2-ad07b231a6fa req-eff13e4b-2034-4e5f-a14e-c20acf8fa67d tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=02cca5f1-86f6-4a7e-a334-82630db9571f HTTP/1.1" status: 200  len: 943 time: 0.2222738
Apr 20 14:50:15.614563 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-ac9bb49a-e820-4bcc-ac24-55245baee89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:15.616233 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-ac9bb49a-e820-4bcc-ac24-55245baee89b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eef72ea2e2c54d04a7a83790dc9707b7&device_id=02cca5f1-86f6-4a7e-a334-82630db9571f HTTP/1.1" status: 200  len: 1096 time: 0.3213732
Apr 20 14:50:15.715307 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-e53d7192-27e3-4e38-85b3-4e064321f45b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c78f9289-389f-49bd-94c5-d5e9e11745a5 HTTP/1.1" status: 200  len: 217 time: 0.0834386
Apr 20 14:50:15.802430 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-6b5a796e-138a-4c0b-b811-8c0ba5078f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:15.804179 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-6b5a796e-138a-4c0b-b811-8c0ba5078f44 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20a3cd15-3507-4a23-92af-d6314a464e3b HTTP/1.1" status: 200  len: 855 time: 0.0769558
Apr 20 14:50:15.814514 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1612b51e-1d34-4cae-88f2-ad07b231a6fa req-7c7e5995-6ab0-4e79-82a9-36556746278a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2036099
Apr 20 14:50:15.879219 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a82a5e2-a7a2-43e3-8e07-4d2b2d2cc691 admin admin] Deleting subnet 5b521f1e-d5dc-421d-b7b1-5ea589ce634b {{(pid=86436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:50:15.897317 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8a82a5e2-a7a2-43e3-8e07-4d2b2d2cc691 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:15.938761 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-6719fe79-4026-4020-b9cb-1a5ba1a7f0f4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58719903-15d1-4315-bb1e-052e740696ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1228285
Apr 20 14:50:16.010603 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8a82a5e2-a7a2-43e3-8e07-4d2b2d2cc691 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664437'] for subnet, precommit_delete_associations {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:16.158060 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a1f9-f1c2-4f72-8cb0-9c336fae8970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:16.191463 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8a82a5e2-a7a2-43e3-8e07-4d2b2d2cc691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788724'] for subnet, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:16.236727 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8e2a1f9-f1c2-4f72-8cb0-9c336fae8970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:16.269789 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad3e78-d075-4bf1-a562-97a9b0125eec req-2ef698ab-9974-471a-936e-c925446471e1 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:16.278688 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-18f84c3d-8294-48aa-a554-5428838a3858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:16.279468 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c5ad3e78-d075-4bf1-a562-97a9b0125eec req-2ef698ab-9974-471a-936e-c925446471e1 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.3388112
Apr 20 14:50:16.283045 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-291b946d-b226-44d2-b0b8-47d4b553dd62 service neutron] 10.222.0.38 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2691326
Apr 20 14:50:16.327591 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-c8e2a1f9-f1c2-4f72-8cb0-9c336fae8970 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8890d1f04134e499ec1cb93a54b5888&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1920853
Apr 20 14:50:16.331149 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2a1f9-f1c2-4f72-8cb0-9c336fae8970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35af624f-9356-4e01-9da9-ea11ac682347,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:16.334565 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44634) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:16.342003 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8e2a1f9-f1c2-4f72-8cb0-9c336fae8970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:16.474887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44638) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:16.541773 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c5ad3e78-d075-4bf1-a562-97a9b0125eec req-f9fab0a6-5ba7-4a36-a250-ca8924330f5f tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2614255
Apr 20 14:50:16.603697 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-c0821e6a-1d30-4cf2-8c04-4f67484d3b7a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=112aec4440f1401bbaaef63dd4b7e346&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1179411
Apr 20 14:50:16.606966 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44646) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:16.611680 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ee183ecf-0ec5-4f8b-b1c3-61cf0ebd699a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:16.618975 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c951941f-7786-4634-9657-7dc4afa17bb7 req-9089c7bd-f452-4af6-ab13-7d7402c97b9a service neutron] 10.222.0.38 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3181610
Apr 20 14:50:16.755000 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ee183ecf-0ec5-4f8b-b1c3-61cf0ebd699a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:16.842443 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-187cfdbb-a340-4609-a069-14449e0ab956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:16.894823 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-187cfdbb-a340-4609-a069-14449e0ab956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:16.928031 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f57b1-1cb1-4790-a443-0f8e2fdf46bc req-3677c66b-b3b8-4831-954d-32f07ef509a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:16.931046 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4e6f57b1-1cb1-4790-a443-0f8e2fdf46bc req-3677c66b-b3b8-4831-954d-32f07ef509a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eef72ea2e2c54d04a7a83790dc9707b7&device_id=02cca5f1-86f6-4a7e-a334-82630db9571f HTTP/1.1" status: 200  len: 1096 time: 0.2054536
Apr 20 14:50:16.932635 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ee183ecf-0ec5-4f8b-b1c3-61cf0ebd699a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:16.944817 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-872f24cb-1a12-49af-a96e-7a200db2e455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:16.993407 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8a82a5e2-a7a2-43e3-8e07-4d2b2d2cc691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852987124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852558598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3674953'] for subnet, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:17.023279 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee183ecf-0ec5-4f8b-b1c3-61cf0ebd699a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35af624f-9356-4e01-9da9-ea11ac682347,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:17.048623 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ee183ecf-0ec5-4f8b-b1c3-61cf0ebd699a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:17.050318 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:17.133279 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82a5e2-a7a2-43e3-8e07-4d2b2d2cc691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b521f1e-d5dc-421d-b7b1-5ea589ce634b,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:17.136507 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-187cfdbb-a340-4609-a069-14449e0ab956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:17.163974 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8a82a5e2-a7a2-43e3-8e07-4d2b2d2cc691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:17.168556 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8a82a5e2-a7a2-43e3-8e07-4d2b2d2cc691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:17.169177 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:17.195929 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cfdbb-a340-4609-a069-14449e0ab956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e5b784-2df5-4455-8542-8fcdb55239cb,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:17.199625 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-187cfdbb-a340-4609-a069-14449e0ab956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:17.203750 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ee183ecf-0ec5-4f8b-b1c3-61cf0ebd699a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:17.210710 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-ee183ecf-0ec5-4f8b-b1c3-61cf0ebd699a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35af624f-9356-4e01-9da9-ea11ac682347 HTTP/1.1" status: 204  len: 168 time: 0.8670278
Apr 20 14:50:17.210710 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-187cfdbb-a340-4609-a069-14449e0ab956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:17.210710 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-187cfdbb-a340-4609-a069-14449e0ab956 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8e5b784-2df5-4455-8542-8fcdb55239cb HTTP/1.1" status: 204  len: 168 time: 0.5996201
Apr 20 14:50:17.212158 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-8a82a5e2-a7a2-43e3-8e07-4d2b2d2cc691 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5b521f1e-d5dc-421d-b7b1-5ea589ce634b HTTP/1.1" status: 204  len: 168 time: 1.8647714
Apr 20 14:50:17.216970 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44658) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:17.363799 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f57b1-1cb1-4790-a443-0f8e2fdf46bc req-0a509820-aaa3-480a-a75c-4d213b16c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:17.366840 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4e6f57b1-1cb1-4790-a443-0f8e2fdf46bc req-0a509820-aaa3-480a-a75c-4d213b16c7ea service neutron] 10.222.0.38 "GET /v2.0/networks?id=58719903-15d1-4315-bb1e-052e740696ac HTTP/1.1" status: 200  len: 916 time: 0.4249060
Apr 20 14:50:17.376540 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9efcfd4c-98aa-401c-8c5e-8ee18a1c375e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658232'] for network, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:17.495364 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4e6f57b1-1cb1-4790-a443-0f8e2fdf46bc req-7a1706ca-2dc5-4d0b-9599-a87a729ecf92 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c78f9289-389f-49bd-94c5-d5e9e11745a5 HTTP/1.1" status: 200  len: 217 time: 0.1085310
Apr 20 14:50:17.512101 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bbf47-4ac3-4550-9f1d-26a5b8047500 req-a0daf41f-7526-46de-b208-ce6bef7b1937 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:17.513934 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-266bbf47-4ac3-4550-9f1d-26a5b8047500 req-a0daf41f-7526-46de-b208-ce6bef7b1937 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=02cca5f1-86f6-4a7e-a334-82630db9571f HTTP/1.1" status: 200  len: 943 time: 0.3331506
Apr 20 14:50:17.546423 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:50:17.618120 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-266bbf47-4ac3-4550-9f1d-26a5b8047500 req-d9ad3321-84a3-46b8-ae8d-99ca184972f1 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568132
Apr 20 14:50:17.633889 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9efcfd4c-98aa-401c-8c5e-8ee18a1c375e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852987039', 'neutron.services.segments.db._delete_segments_for_network-8791465359731'] for network, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:17.655655 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f57b1-1cb1-4790-a443-0f8e2fdf46bc req-cfbade13-6c72-4dd1-bfe6-bc96d2e334d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:17.657279 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4e6f57b1-1cb1-4790-a443-0f8e2fdf46bc req-cfbade13-6c72-4dd1-bfe6-bc96d2e334d6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20a3cd15-3507-4a23-92af-d6314a464e3b HTTP/1.1" status: 200  len: 855 time: 0.1423426
Apr 20 14:50:17.807580 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4e6f57b1-1cb1-4790-a443-0f8e2fdf46bc req-6f8b95af-3665-4c1c-8555-267ce925b745 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58719903-15d1-4315-bb1e-052e740696ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1325452
Apr 20 14:50:17.940409 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-9efcfd4c-98aa-401c-8c5e-8ee18a1c375e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feec201d630>,) {'filters': {'network_id': ['e0b31ac5-97c5-4f02-a021-90b2c8abdd91']}} {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:50:17.975815 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-9efcfd4c-98aa-401c-8c5e-8ee18a1c375e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feec201d630>, 'f9337c50-389f-4e1c-83ed-9395c75cee12') {'for_net_delete': True} {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:50:17.976157 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-9efcfd4c-98aa-401c-8c5e-8ee18a1c375e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feec201d630>, 'f9337c50-389f-4e1c-83ed-9395c75cee12') {} {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:50:18.014039 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9efcfd4c-98aa-401c-8c5e-8ee18a1c375e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245389254755', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852111363'] for segment, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:18.044456 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9efcfd4c-98aa-401c-8c5e-8ee18a1c375e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:18.056109 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efcfd4c-98aa-401c-8c5e-8ee18a1c375e admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=86436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:50:18.276837 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4e6f57b1-1cb1-4790-a443-0f8e2fdf46bc req-8388426a-32dc-4345-ab8b-1cf66c8ce9dd service neutron] 10.222.0.38 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4556589
Apr 20 14:50:18.292356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23b24d-fea6-42d0-a943-fe939ae291be req-b286554e-26ed-48cd-9eb0-34858832df1f tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:18.300389 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ce23b24d-fea6-42d0-a943-fe939ae291be req-b286554e-26ed-48cd-9eb0-34858832df1f tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.2071147
Apr 20 14:50:18.493857 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device c78f9289-389f-49bd-94c5-d5e9e11745a5 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:50:18.501022 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-9efcfd4c-98aa-401c-8c5e-8ee18a1c375e admin admin] Network e0b31ac5-97c5-4f02-a021-90b2c8abdd91 has no segments {{(pid=86436) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:50:18.517636 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9efcfd4c-98aa-401c-8c5e-8ee18a1c375e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1801253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2217817'] for segment, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:18.678620 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ce23b24d-fea6-42d0-a943-fe939ae291be req-cd4abf3c-dc82-43d0-aba4-d154cd70a11d tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3771024
Apr 20 14:50:18.750632 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4e6f57b1-1cb1-4790-a443-0f8e2fdf46bc req-94542527-8e6b-4263-9b6d-5415e95016d9 service neutron] 10.222.0.38 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4322968
Apr 20 14:50:18.928808 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-9efcfd4c-98aa-401c-8c5e-8ee18a1c375e admin admin] Network e0b31ac5-97c5-4f02-a021-90b2c8abdd91 has no segments {{(pid=86436) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:50:18.961017 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port c78f9289-389f-49bd-94c5-d5e9e11745a5, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=c78f9289-389f-49bd-94c5-d5e9e11745a5,segment=NetworkSegment(4fae770f-408e-4a25-a62f-4c0f819efaed),segment_id=4fae770f-408e-4a25-a62f-4c0f819efaed)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:50:18.977811 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': 'c78f9289-389f-49bd-94c5-d5e9e11745a5', 'network_id': '58719903-15d1-4315-bb1e-052e740696ac', 'port_id': 'c78f9289-389f-49bd-94c5-d5e9e11745a5', 'mac_address': 'fa:16:3e:f4:44:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a3cd15-3507-4a23-92af-d6314a464e3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:50:19.055498 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]: Traceback (most recent call last):
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:     timer()
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:     cb(*args, **kw)
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:     return func(*args, **kwargs)
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:     self._notify()
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:     self.callback(batched_events)
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:     event.method(event)
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:     segment_id)['aggregates'][0]
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:     return f(self, *a, **k)
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self._get(url).json()
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:     **kwargs)
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:     **endpoint_filter)
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:50:19.094900 dv-cinder-742162-4-iscsi neutron-server[86323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:50:19.102735 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78f9289-389f-49bd-94c5-d5e9e11745a5 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:50:19.124918 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port c78f9289-389f-49bd-94c5-d5e9e11745a5, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=c78f9289-389f-49bd-94c5-d5e9e11745a5,segment=NetworkSegment(4fae770f-408e-4a25-a62f-4c0f819efaed),segment_id=4fae770f-408e-4a25-a62f-4c0f819efaed)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:50:19.137433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5afeb-8436-4184-a954-67b44df2d694 req-ae467dab-db91-4844-8ea0-05ecafd93dc2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:19.139263 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-15f5afeb-8436-4184-a954-67b44df2d694 req-ae467dab-db91-4844-8ea0-05ecafd93dc2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=02cca5f1-86f6-4a7e-a334-82630db9571f HTTP/1.1" status: 200  len: 943 time: 0.2454658
Apr 20 14:50:19.171608 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9efcfd4c-98aa-401c-8c5e-8ee18a1c375e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:19.171808 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:19.174583 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3d4260bb-2ee7-4218-84bc-b6a2891692b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:19.178255 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-75261324-210c-42cd-8510-89600c2f186c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:19.230846 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9efcfd4c-98aa-401c-8c5e-8ee18a1c375e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:19.236087 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-15f5afeb-8436-4184-a954-67b44df2d694 req-6c0b0121-5a6d-4c1e-978d-17a325476dcf tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848098
Apr 20 14:50:19.238832 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcfd4c-98aa-401c-8c5e-8ee18a1c375e admin admin] Pushing event deleted for resources: {'Network': ['ID=e0b31ac5-97c5-4f02-a021-90b2c8abdd91,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:19.255716 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9efcfd4c-98aa-401c-8c5e-8ee18a1c375e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:19.298015 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=c78f9289-389f-49bd-94c5-d5e9e11745a5,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:19.302088 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:19.354110 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-9efcfd4c-98aa-401c-8c5e-8ee18a1c375e admin admin] 10.222.0.16 "DELETE /v2.0/networks/e0b31ac5-97c5-4f02-a021-90b2c8abdd91 HTTP/1.1" status: 204  len: 168 time: 2.1353781
Apr 20 14:50:19.512239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['c78f9289-389f-49bd-94c5-d5e9e11745a5'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:50:19.847151 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44736) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:19.919061 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-c6778622-a746-468b-b429-e72f82f6e0e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f607da0f0444dccb95b40f7224b24f7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0663290
Apr 20 14:50:19.919363 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44740) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:20.000466 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d1345156-1355-40bc-b5c5-a13abbd51c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:20.119244 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d1345156-1355-40bc-b5c5-a13abbd51c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:20.137760 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87577d21-8e45-4d34-86ba-d5a421edd5c3 req-fa8857ec-4616-4182-b55c-7f6f9e55a155 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:20.154068 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-87577d21-8e45-4d34-86ba-d5a421edd5c3 req-fa8857ec-4616-4182-b55c-7f6f9e55a155 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.2147262
Apr 20 14:50:20.213977 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44750) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:20.249079 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-87577d21-8e45-4d34-86ba-d5a421edd5c3 req-5d3e0d53-482d-447e-ac9b-7ab16dee181e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933685
Apr 20 14:50:20.255077 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d1345156-1355-40bc-b5c5-a13abbd51c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:20.287342 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-468439b7-4cd7-4064-a82c-95778bbd863b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:20.324315 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1345156-1355-40bc-b5c5-a13abbd51c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89bada1-5cbe-4488-8b1e-e0319c56383c,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:20.329923 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d1345156-1355-40bc-b5c5-a13abbd51c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:20.368204 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d1345156-1355-40bc-b5c5-a13abbd51c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:20.375193 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-d1345156-1355-40bc-b5c5-a13abbd51c63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e89bada1-5cbe-4488-8b1e-e0319c56383c HTTP/1.1" status: 204  len: 168 time: 0.4507966
Apr 20 14:50:20.449976 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5f4ee1af-9bd2-4d16-9bd5-cb4c7e3361d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:20.488925 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-5f4ee1af-9bd2-4d16-9bd5-cb4c7e3361d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:20.507680 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-5f4ee1af-9bd2-4d16-9bd5-cb4c7e3361d0 admin admin] Usage tracker for resource:security_group_rule and tenant:1234e874fdfc4b1b9fff12de4cbccf0e is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:20.523663 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-5f4ee1af-9bd2-4d16-9bd5-cb4c7e3361d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:20.542483 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a9954-262f-474d-b033-03c3bd9dbcb7 req-857dbfc9-f8d3-4732-ac4b-ecff67f380b3 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:20.553779 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-5f4ee1af-9bd2-4d16-9bd5-cb4c7e3361d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:20.555043 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-be1a9954-262f-474d-b033-03c3bd9dbcb7 req-857dbfc9-f8d3-4732-ac4b-ecff67f380b3 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=02cca5f1-86f6-4a7e-a334-82630db9571f HTTP/1.1" status: 200  len: 944 time: 0.1118391
Apr 20 14:50:20.618054 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-be1a9954-262f-474d-b033-03c3bd9dbcb7 req-9744dfc4-f2a7-4ba9-b1bb-e91bc4b05260 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575321
Apr 20 14:50:20.722601 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5f4ee1af-9bd2-4d16-9bd5-cb4c7e3361d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:20.752961 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5f4ee1af-9bd2-4d16-9bd5-cb4c7e3361d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:20.766927 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9288ba57-f0ec-419e-93b1-cd8c3708b6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:20.830335 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 44772) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:20.842212 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-5f4ee1af-9bd2-4d16-9bd5-cb4c7e3361d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1234e874fdfc4b1b9fff12de4cbccf0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6264260
Apr 20 14:50:20.844730 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ee1af-9bd2-4d16-9bd5-cb4c7e3361d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed55e6e8-aa87-4d2d-80ad-b62639168d4e,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:20.852373 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5f4ee1af-9bd2-4d16-9bd5-cb4c7e3361d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:20.941143 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ddc99248-3dd6-4e0f-a095-9cd8052e47c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:20.986372 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ddc99248-3dd6-4e0f-a095-9cd8052e47c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:21.108014 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ddc99248-3dd6-4e0f-a095-9cd8052e47c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:21.119276 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-76f6332c-9012-47ea-aee7-9355c73faf97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:21.139960 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc99248-3dd6-4e0f-a095-9cd8052e47c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed55e6e8-aa87-4d2d-80ad-b62639168d4e,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:21.144002 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ddc99248-3dd6-4e0f-a095-9cd8052e47c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:21.156864 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ddc99248-3dd6-4e0f-a095-9cd8052e47c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:21.160088 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-ddc99248-3dd6-4e0f-a095-9cd8052e47c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed55e6e8-aa87-4d2d-80ad-b62639168d4e HTTP/1.1" status: 204  len: 168 time: 0.3274665
Apr 20 14:50:21.454272 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 44796) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:21.694092 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373644c-6fb8-46ec-b16c-130d6aa6ee32 req-8cf5d994-f8b3-4c44-b5d9-fa231bdf46e4 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:21.697822 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c373644c-6fb8-46ec-b16c-130d6aa6ee32 req-8cf5d994-f8b3-4c44-b5d9-fa231bdf46e4 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.1908312
Apr 20 14:50:21.876942 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c373644c-6fb8-46ec-b16c-130d6aa6ee32 req-99ab54cb-5240-4e10-88e9-74acddc7ba81 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674139
Apr 20 14:50:21.983257 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f2ff9-f036-48ba-a6e2-d659df0fd001 req-048a2ab6-ef93-46da-ba81-5af49385ea93 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:21.987520 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e70f2ff9-f036-48ba-a6e2-d659df0fd001 req-048a2ab6-ef93-46da-ba81-5af49385ea93 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=02cca5f1-86f6-4a7e-a334-82630db9571f HTTP/1.1" status: 200  len: 944 time: 0.2147763
Apr 20 14:50:22.097481 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e70f2ff9-f036-48ba-a6e2-d659df0fd001 req-d9d32843-bfc0-4194-a4e1-47ed3495cd89 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032705
Apr 20 14:50:22.103105 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-37ee5b57-0dd8-4f15-82ee-763bceea4fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:22.124584 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-37ee5b57-0dd8-4f15-82ee-763bceea4fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:22.129967 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-37ee5b57-0dd8-4f15-82ee-763bceea4fcc admin admin] Usage tracker for resource:security_group_rule and tenant:8c4961583afa49fcacb1f8f68e1a65a0 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:22.134060 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-37ee5b57-0dd8-4f15-82ee-763bceea4fcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:22.141623 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-37ee5b57-0dd8-4f15-82ee-763bceea4fcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:22.251093 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-37ee5b57-0dd8-4f15-82ee-763bceea4fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:22.282282 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-37ee5b57-0dd8-4f15-82ee-763bceea4fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:22.301989 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-fc1c74e4-562d-4db2-a3a3-0e704a8d790c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:22.372295 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-37ee5b57-0dd8-4f15-82ee-763bceea4fcc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c4961583afa49fcacb1f8f68e1a65a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9106536
Apr 20 14:50:22.372295 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee5b57-0dd8-4f15-82ee-763bceea4fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4ae575-8e4a-4721-a7b3-57ca7f98ad52,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:22.372631 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44828) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:22.376331 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-37ee5b57-0dd8-4f15-82ee-763bceea4fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:22.492703 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c57e08d2-6490-4685-891c-6c4b5c91172b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:22.521580 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device c78f9289-389f-49bd-94c5-d5e9e11745a5 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:50:22.540695 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c57e08d2-6490-4685-891c-6c4b5c91172b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:22.678996 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c57e08d2-6490-4685-891c-6c4b5c91172b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:22.684471 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0b2893e1-75ab-4526-baea-5032a4ec6bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:22.699599 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e08d2-6490-4685-891c-6c4b5c91172b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4ae575-8e4a-4721-a7b3-57ca7f98ad52,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:22.711148 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c57e08d2-6490-4685-891c-6c4b5c91172b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:22.718054 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c57e08d2-6490-4685-891c-6c4b5c91172b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:22.719601 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-c57e08d2-6490-4685-891c-6c4b5c91172b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa4ae575-8e4a-4721-a7b3-57ca7f98ad52 HTTP/1.1" status: 204  len: 168 time: 0.3455377
Apr 20 14:50:22.729498 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port c78f9289-389f-49bd-94c5-d5e9e11745a5 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:50:22.743486 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port c78f9289-389f-49bd-94c5-d5e9e11745a5 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:50:22.744305 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:22.933273 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:22.967601 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cca5f1-86f6-4a7e-a334-82630db9571f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78f9289-389f-49bd-94c5-d5e9e11745a5'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:50:22.981006 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port c78f9289-389f-49bd-94c5-d5e9e11745a5, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=c78f9289-389f-49bd-94c5-d5e9e11745a5,segment=NetworkSegment(4fae770f-408e-4a25-a62f-4c0f819efaed),segment_id=4fae770f-408e-4a25-a62f-4c0f819efaed)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:50:23.020958 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:23.025491 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8a39471b-c92d-49bf-8701-11d160f74a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:23.125474 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cca5f1-86f6-4a7e-a334-82630db9571f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78f9289-389f-49bd-94c5-d5e9e11745a5', 'code': 200}
Apr 20 14:50:23.255928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=c78f9289-389f-49bd-94c5-d5e9e11745a5,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:23.279941 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:23.555946 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fab582-f6a8-4583-882b-f8e744ffe678 req-c6f69bef-d0d8-4281-bfa5-41ee4ed73d62 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:23.570511 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-39fab582-f6a8-4583-882b-f8e744ffe678 req-c6f69bef-d0d8-4281-bfa5-41ee4ed73d62 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.3071520
Apr 20 14:50:23.768286 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-39fab582-f6a8-4583-882b-f8e744ffe678 req-5a83af57-8668-4e0c-8623-07d4a008c0fc tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961422
Apr 20 14:50:23.834263 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd31047-f3c6-4fb7-bdc2-ddd885dfbb3a req-00f9aea0-617f-4b18-8ec1-2d262761f654 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:23.837895 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1fd31047-f3c6-4fb7-bdc2-ddd885dfbb3a req-00f9aea0-617f-4b18-8ec1-2d262761f654 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=02cca5f1-86f6-4a7e-a334-82630db9571f HTTP/1.1" status: 200  len: 945 time: 0.4228773
Apr 20 14:50:23.897009 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed728f7-653d-4e70-88f7-ce5712396b39 req-ea29377d-505e-472c-a3d6-c4b671a7ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:23.900810 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8ed728f7-653d-4e70-88f7-ce5712396b39 req-ea29377d-505e-472c-a3d6-c4b671a7ad96 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=02cca5f1-86f6-4a7e-a334-82630db9571f HTTP/1.1" status: 200  len: 1098 time: 0.2911644
Apr 20 14:50:24.009041 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1fd31047-f3c6-4fb7-bdc2-ddd885dfbb3a req-06f201fe-3ae5-48c3-8115-e81004004afd tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523924
Apr 20 14:50:24.021344 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8ed728f7-653d-4e70-88f7-ce5712396b39 req-4fb46d66-e695-4e97-88c7-64c26574f77a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080053
Apr 20 14:50:24.493812 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44892) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:24.864273 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-174073331-network', 'tenant_id': '2313af5e45e6485ea5f87cc4f8bc6138'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:50:24.880294 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:24.887146 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Usage tracker for resource:network and tenant:2313af5e45e6485ea5f87cc4f8bc6138 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:24.895793 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:24.914609 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:24.964611 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Made reservation on behalf of 2313af5e45e6485ea5f87cc4f8bc6138 for: {'network': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:50:24.981219 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for network, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:25.086587 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:25.170517 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:25.199084 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Usage tracker for resource:security_group_rule and tenant:2313af5e45e6485ea5f87cc4f8bc6138 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:25.204258 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c25ab-8f0e-4098-be14-4e04e90bfd52 req-3ba66f42-3bb3-411c-9322-d50a5b742981 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:25.206030 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-003c25ab-8f0e-4098-be14-4e04e90bfd52 req-3ba66f42-3bb3-411c-9322-d50a5b742981 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.2821164
Apr 20 14:50:25.226549 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:25.263968 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:25.401752 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-003c25ab-8f0e-4098-be14-4e04e90bfd52 req-c4985074-0f89-4fa6-a448-db6e367db747 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738584
Apr 20 14:50:25.477689 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc385436-d466-4e0e-9c39-1d06824aaccd req-0189af96-3448-4782-b14f-fc2cfb83866e tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:25.486009 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-dc385436-d466-4e0e-9c39-1d06824aaccd req-0189af96-3448-4782-b14f-fc2cfb83866e tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=02cca5f1-86f6-4a7e-a334-82630db9571f HTTP/1.1" status: 200  len: 945 time: 0.1400559
Apr 20 14:50:25.572994 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-dc385436-d466-4e0e-9c39-1d06824aaccd req-d4cc465d-0cd9-4562-83f5-c06948a4760e tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858312
Apr 20 14:50:25.602702 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:25.665100 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:25.671832 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-187cfdbb-a340-4609-a069-14449e0ab956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:25.728308 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71323222-b8d3-42d4-856f-c83b43359f73,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:25.750001 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:25.764654 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'}  {{(pid=86436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:50:25.778699 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:25.779359 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.segments_db [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Added segment 6782fb8c-a84b-4b4b-a838-a0ba7f350b66 of type vlan for network 864d5c3b-25aa-4d2d-baf7-16f8fa357c88
Apr 20 14:50:25.820099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791464999914'] for network, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:25.922775 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for network, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:25.925586 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:25.926918 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:25.937146 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:26.151608 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Pushing event updated for resources: {'Network': ['ID=864d5c3b-25aa-4d2d-baf7-16f8fa357c88,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:26.156642 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:26.165799 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Network 864d5c3b-25aa-4d2d-baf7-16f8fa357c88 details requested by agent ovs-agent-dv-cinder-742162-4-iscsi with host dv-cinder-742162-4-iscsi {{(pid=86438) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:50:26.166672 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.6700962
Apr 20 14:50:26.171673 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 44944) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:26.183803 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-03bf8b17-219d-4378-a3c6-7e0034080d4f admin admin] Request body: {'subnet': {'network_id': '864d5c3b-25aa-4d2d-baf7-16f8fa357c88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-174073331-subnet', 'tenant_id': '2313af5e45e6485ea5f87cc4f8bc6138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:50:26.193718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-03bf8b17-219d-4378-a3c6-7e0034080d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:26.203630 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-03bf8b17-219d-4378-a3c6-7e0034080d4f admin admin] Usage tracker for resource:subnet and tenant:2313af5e45e6485ea5f87cc4f8bc6138 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:26.210482 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-03bf8b17-219d-4378-a3c6-7e0034080d4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:26.226627 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-03bf8b17-219d-4378-a3c6-7e0034080d4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:26.268792 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bf8b17-219d-4378-a3c6-7e0034080d4f admin admin] Made reservation on behalf of 2313af5e45e6485ea5f87cc4f8bc6138 for: {'subnet': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:50:26.275197 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-03bf8b17-219d-4378-a3c6-7e0034080d4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851100829'] for subnet, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:26.885999 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-03bf8b17-219d-4378-a3c6-7e0034080d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2217151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851100814'] for subnet, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:26.892073 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:26.905605 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45cef5-5552-48a1-9a99-23e5b76eb0a1 req-f233e81d-7c70-4e08-842b-a10b46e2fc99 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:26.907489 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fd45cef5-5552-48a1-9a99-23e5b76eb0a1 req-f233e81d-7c70-4e08-842b-a10b46e2fc99 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.2193115
Apr 20 14:50:26.961279 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b5c56-8e9d-474c-97d6-799c2468297a req-31fdea09-fef1-420a-9654-53541ebad0e2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:26.963070 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5d8b5c56-8e9d-474c-97d6-799c2468297a req-31fdea09-fef1-420a-9654-53541ebad0e2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=02cca5f1-86f6-4a7e-a334-82630db9571f HTTP/1.1" status: 200  len: 945 time: 0.1569083
Apr 20 14:50:26.987829 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf8b17-219d-4378-a3c6-7e0034080d4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec7c7d9-aac3-44e2-9f41-ac1558e431e9,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:26.993034 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-03bf8b17-219d-4378-a3c6-7e0034080d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:26.994279 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bf8b17-219d-4378-a3c6-7e0034080d4f admin admin] Checking segment: {'id': '6782fb8c-a84b-4b4b-a838-a0ba7f350b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '864d5c3b-25aa-4d2d-baf7-16f8fa357c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:50:26.994474 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bf8b17-219d-4378-a3c6-7e0034080d4f admin admin] Network hostable DHCP agents. Network: 864d5c3b-25aa-4d2d-baf7-16f8fa357c88, hostable agents: ['8cbc52d7-9a0e-47fc-ab25-55981a906e08'], hosted agents: [] {{(pid=86436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:50:27.007193 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fd45cef5-5552-48a1-9a99-23e5b76eb0a1 req-ff638508-a093-425a-bc15-11f7ef1a2696 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916286
Apr 20 14:50:27.054462 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5d8b5c56-8e9d-474c-97d6-799c2468297a req-494b1301-33ad-47d2-bc08-9b0264230563 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807941
Apr 20 14:50:27.067068 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bf8b17-219d-4378-a3c6-7e0034080d4f admin admin] Network 864d5c3b-25aa-4d2d-baf7-16f8fa357c88 is scheduled to be hosted by DHCP agent 8cbc52d7-9a0e-47fc-ab25-55981a906e08 with binding_index 1 {{(pid=86436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:50:27.133277 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-03bf8b17-219d-4378-a3c6-7e0034080d4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-iscsi, 864d5c3b-25aa-4d2d-baf7-16f8fa357c88) {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:50:27.144176 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7348b400-d22e-48d8-b238-cd9eb6e0ccf4 None None] Network 864d5c3b-25aa-4d2d-baf7-16f8fa357c88 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:50:27.169090 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bf8b17-219d-4378-a3c6-7e0034080d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:27.176635 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-03bf8b17-219d-4378-a3c6-7e0034080d4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:27.346052 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-03bf8b17-219d-4378-a3c6-7e0034080d4f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1725028
Apr 20 14:50:27.585850 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42451f7e-3513-4b56-bf33-9abf19150700 None None] Network 864d5c3b-25aa-4d2d-baf7-16f8fa357c88 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:50:28.389243 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6a225-2b94-4894-a381-b17da953cb23 req-8b567a6e-70f1-402f-990b-9e038d2f4a2a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:28.404332 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d7e6a225-2b94-4894-a381-b17da953cb23 req-8b567a6e-70f1-402f-990b-9e038d2f4a2a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.1570613
Apr 20 14:50:28.542191 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d7e6a225-2b94-4894-a381-b17da953cb23 req-f66e635c-13ed-459a-aff6-2c9ca0e49b15 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148112
Apr 20 14:50:29.816936 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0e222-b153-43ab-8c5e-c5a00d6facbd req-2b9e6a18-c103-46a7-b728-9bc94fbfc917 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:29.818805 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-78e0e222-b153-43ab-8c5e-c5a00d6facbd req-2b9e6a18-c103-46a7-b728-9bc94fbfc917 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.0995362
Apr 20 14:50:29.882905 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-78e0e222-b153-43ab-8c5e-c5a00d6facbd req-839df111-caa0-4b2a-b883-595275c8a25f tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539536
Apr 20 14:50:30.148902 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-ef8ed7ab-dbb6-4c40-be51-1f0f66e2eeb7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:30.151782 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-ef8ed7ab-dbb6-4c40-be51-1f0f66e2eeb7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/networks?id=864d5c3b-25aa-4d2d-baf7-16f8fa357c88 HTTP/1.1" status: 200  len: 808 time: 0.2664249
Apr 20 14:50:30.173687 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-853e699b-d864-441d-afa3-3d719ef6bc9c tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/quotas/2313af5e45e6485ea5f87cc4f8bc6138 HTTP/1.1" status: 200  len: 375 time: 0.0150473
Apr 20 14:50:30.242664 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-b9f63b6f-082e-482a-ac1a-5949c239ec98 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2313af5e45e6485ea5f87cc4f8bc6138&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0611563
Apr 20 14:50:30.505509 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-88a4362f-a928-4465-bb8a-d5a091d84517 service neutron] 10.222.0.16 "GET /v2.0/networks/864d5c3b-25aa-4d2d-baf7-16f8fa357c88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2466717
Apr 20 14:50:30.697499 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-3f73c64b-8fce-49f5-9492-74b1fcdb3b30 service neutron] 10.222.0.16 "GET /v2.0/networks/864d5c3b-25aa-4d2d-baf7-16f8fa357c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1804445
Apr 20 14:50:30.752543 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:31.078692 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-13064784-f77c-4657-b097-19c98e7cff2d tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:31.080461 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-13064784-f77c-4657-b097-19c98e7cff2d tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/networks?id=58719903-15d1-4315-bb1e-052e740696ac HTTP/1.1" status: 200  len: 815 time: 0.2723489
Apr 20 14:50:31.111313 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-8b2aa4b0-97f1-492e-b985-c1fbd50943e8 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/quotas/eef72ea2e2c54d04a7a83790dc9707b7 HTTP/1.1" status: 200  len: 375 time: 0.0179985
Apr 20 14:50:31.284012 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-dabd1e31-19b3-4e29-9de2-e69d937071b7 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eef72ea2e2c54d04a7a83790dc9707b7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1372471
Apr 20 14:50:31.531123 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 45154) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:31.577305 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-f25eb953-93a8-474a-912a-5ddc351abcfd service neutron] 10.222.0.16 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2922609
Apr 20 14:50:31.711517 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b3e9d-bcf2-4182-b0e6-586e8d11eaab req-ee423fcd-9731-48a9-b21d-c07e3b370b0d tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:31.719883 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7f3b3e9d-bcf2-4182-b0e6-586e8d11eaab req-ee423fcd-9731-48a9-b21d-c07e3b370b0d tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.4083948
Apr 20 14:50:31.785315 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-603c4bf1-6c79-4d7c-a395-559f43388493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:31.791138 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7f3b3e9d-bcf2-4182-b0e6-586e8d11eaab req-7d02b52a-4496-4dfd-9a50-ddce31ac4d24 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699637
Apr 20 14:50:31.831207 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-603c4bf1-6c79-4d7c-a395-559f43388493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:31.839953 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-603c4bf1-6c79-4d7c-a395-559f43388493 admin admin] Usage tracker for resource:security_group_rule and tenant:79ea6048b66b4893a77b04bb8414632f is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:31.845728 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-603c4bf1-6c79-4d7c-a395-559f43388493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:31.853869 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-603c4bf1-6c79-4d7c-a395-559f43388493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:31.947050 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-ffa6f062-2c7c-4b62-8fc5-969095d7b41c service neutron] 10.222.0.16 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3592062
Apr 20 14:50:31.951279 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cdff49fe-2eaa-4231-9a77-f00cc9faa324 req-7967c2a1-a7de-400e-9bfd-9281f0a4cc57 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e6aa07-e064-4230-b82d-603e48cc0ba0 HTTP/1.1" status: 200  len: 210 time: 0.1055739
Apr 20 14:50:32.120008 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-603c4bf1-6c79-4d7c-a395-559f43388493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:32.163397 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-603c4bf1-6c79-4d7c-a395-559f43388493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:32.178923 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:32.229045 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-603c4bf1-6c79-4d7c-a395-559f43388493 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79ea6048b66b4893a77b04bb8414632f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6962149
Apr 20 14:50:32.229549 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 45166) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:32.230212 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c4bf1-6c79-4d7c-a395-559f43388493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4525736-f3f1-4c86-b017-c18d4f7cd652,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:32.238763 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-603c4bf1-6c79-4d7c-a395-559f43388493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:32.278888 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f38da206-362f-481d-bb62-41a7b76fb8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:32.337419 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9d967022-2594-4e39-9bdd-546fa9f5f06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:32.393655 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9d967022-2594-4e39-9bdd-546fa9f5f06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:32.541741 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9d967022-2594-4e39-9bdd-546fa9f5f06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:32.562461 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0558eb3a-0a50-46dc-a076-b39aab325bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:32.588263 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d967022-2594-4e39-9bdd-546fa9f5f06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4525736-f3f1-4c86-b017-c18d4f7cd652,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:32.592470 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9d967022-2594-4e39-9bdd-546fa9f5f06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:32.607035 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9d967022-2594-4e39-9bdd-546fa9f5f06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:32.612834 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-9d967022-2594-4e39-9bdd-546fa9f5f06f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4525736-f3f1-4c86-b017-c18d4f7cd652 HTTP/1.1" status: 204  len: 168 time: 0.3761945
Apr 20 14:50:33.199797 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 45192) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:33.220338 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8f5aa64b-1f1a-45b0-8762-dc55504cee29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:33.239952 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-8f5aa64b-1f1a-45b0-8762-dc55504cee29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:33.245631 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-8f5aa64b-1f1a-45b0-8762-dc55504cee29 admin admin] Usage tracker for resource:security_group_rule and tenant:743c4a27186f488aa6bcfd9ff5403b08 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:33.248890 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-8f5aa64b-1f1a-45b0-8762-dc55504cee29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:33.255714 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-8f5aa64b-1f1a-45b0-8762-dc55504cee29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:33.413253 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8f5aa64b-1f1a-45b0-8762-dc55504cee29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:33.447477 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8f5aa64b-1f1a-45b0-8762-dc55504cee29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:33.457405 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7fc30411-d28c-4bef-8b73-c8331b6e26dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:33.503968 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-8f5aa64b-1f1a-45b0-8762-dc55504cee29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=743c4a27186f488aa6bcfd9ff5403b08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3027890
Apr 20 14:50:33.504848 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5aa64b-1f1a-45b0-8762-dc55504cee29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a2403a-b1c6-4cba-96fc-333438f003b9,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:33.506934 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 45198) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:33.508187 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8f5aa64b-1f1a-45b0-8762-dc55504cee29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:33.581617 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6a7b234f-e5cf-424c-b76f-c0a8d51c36c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:33.617538 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6a7b234f-e5cf-424c-b76f-c0a8d51c36c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:33.700801 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6a7b234f-e5cf-424c-b76f-c0a8d51c36c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:33.705072 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:33.719576 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b234f-e5cf-424c-b76f-c0a8d51c36c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a2403a-b1c6-4cba-96fc-333438f003b9,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:33.722504 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6a7b234f-e5cf-424c-b76f-c0a8d51c36c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:33.731621 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6a7b234f-e5cf-424c-b76f-c0a8d51c36c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:33.732872 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-6a7b234f-e5cf-424c-b76f-c0a8d51c36c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3a2403a-b1c6-4cba-96fc-333438f003b9 HTTP/1.1" status: 204  len: 168 time: 0.2248626
Apr 20 14:50:34.478072 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 45212) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:34.500893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-751a0215-0750-4630-995e-02e98cadee58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:34.519867 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-751a0215-0750-4630-995e-02e98cadee58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:34.524133 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-751a0215-0750-4630-995e-02e98cadee58 admin admin] Usage tracker for resource:security_group_rule and tenant:8a1beacd71db43f88ff9088939749d33 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:34.527576 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-751a0215-0750-4630-995e-02e98cadee58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:34.534295 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-751a0215-0750-4630-995e-02e98cadee58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:34.639564 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-751a0215-0750-4630-995e-02e98cadee58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:34.679085 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-751a0215-0750-4630-995e-02e98cadee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:34.753725 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:34.777764 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-751a0215-0750-4630-995e-02e98cadee58 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a1beacd71db43f88ff9088939749d33&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2938416
Apr 20 14:50:34.778782 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 45218) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:34.855128 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a0215-0750-4630-995e-02e98cadee58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee83149-b20d-4bdd-bb83-57bbd34e22c1,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:34.862470 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-751a0215-0750-4630-995e-02e98cadee58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:34.948843 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-07a34450-1d80-406f-b59d-a3cb03439fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:35.016002 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4daba1eb-2684-42be-9486-5064ec4ee10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:35.019512 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2fabdd9e-7acc-40bd-b6fa-88422d3aeca6 req-63c5c2b5-7597-4a46-a899-599a62c6d56e tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 210 time: 0.1409998
Apr 20 14:50:35.085790 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4daba1eb-2684-42be-9486-5064ec4ee10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:35.181596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8495bc5-6594-4f32-b921-12b1e664f087 req-0dbaaaee-4905-44ed-bb74-4ba48c850a0a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:35.183358 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a8495bc5-6594-4f32-b921-12b1e664f087 req-0dbaaaee-4905-44ed-bb74-4ba48c850a0a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.1534371
Apr 20 14:50:35.244200 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4daba1eb-2684-42be-9486-5064ec4ee10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:35.266314 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:35.296627 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daba1eb-2684-42be-9486-5064ec4ee10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee83149-b20d-4bdd-bb83-57bbd34e22c1,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:35.300245 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4daba1eb-2684-42be-9486-5064ec4ee10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:35.302420 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-4daba1eb-2684-42be-9486-5064ec4ee10c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ee83149-b20d-4bdd-bb83-57bbd34e22c1 HTTP/1.1" status: 204  len: 168 time: 0.5215926
Apr 20 14:50:35.304052 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4daba1eb-2684-42be-9486-5064ec4ee10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:35.312802 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a8495bc5-6594-4f32-b921-12b1e664f087 req-c385f2c7-a18d-4950-865c-e9a41fe8351a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160204
Apr 20 14:50:35.421261 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-faaa854f-da29-41a5-8c43-a0af05388f1d req-6492dfd2-3695-443e-8d17-c253d49033bd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e6aa07-e064-4230-b82d-603e48cc0ba0 HTTP/1.1" status: 200  len: 210 time: 0.0961826
Apr 20 14:50:35.525219 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:36.318485 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-66f71574-66a0-4508-ac0e-fb41f41b529a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:36.320174 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-66f71574-66a0-4508-ac0e-fb41f41b529a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.38 "GET /v2.0/networks?id=58719903-15d1-4315-bb1e-052e740696ac HTTP/1.1" status: 200  len: 815 time: 0.2867794
Apr 20 14:50:36.373127 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-1ff442e9-d41e-4e89-8a51-9f751c3ef76c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Request body: {'port': {'device_id': 'bead7271-76b2-4049-a872-6265518304b6', 'network_id': '58719903-15d1-4315-bb1e-052e740696ac', 'admin_state_up': True, 'tenant_id': 'eef72ea2e2c54d04a7a83790dc9707b7'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:50:36.397183 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e01d146c-b398-4ab4-9998-957f2fec333d req-a9403f9d-3087-4833-86f1-a74f32f814a2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 210 time: 0.0758610
Apr 20 14:50:36.427267 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:36.677367 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-1ff442e9-d41e-4e89-8a51-9f751c3ef76c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:36.991093 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8fdb8ab5-5a15-4230-8ba5-a33a08247e72 req-29b09217-d3ce-453a-9a84-a43c2e995523 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e6aa07-e064-4230-b82d-603e48cc0ba0 HTTP/1.1" status: 200  len: 210 time: 0.3658552
Apr 20 14:50:37.001539 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:37.105026 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-1ff442e9-d41e-4e89-8a51-9f751c3ef76c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:37.136066 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-d85dc11b-57e4-4c88-bbd4-acbfc53b396d tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:37.137841 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-d85dc11b-57e4-4c88-bbd4-acbfc53b396d tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Synchronizing usage tracker for tenant:2313af5e45e6485ea5f87cc4f8bc6138 on resource:network {{(pid=86436) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:50:37.177652 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-1ff442e9-d41e-4e89-8a51-9f751c3ef76c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Made reservation on behalf of eef72ea2e2c54d04a7a83790dc9707b7 for: {'port': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:50:37.185237 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-1ff442e9-d41e-4e89-8a51-9f751c3ef76c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:37.247638 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-d85dc11b-57e4-4c88-bbd4-acbfc53b396d tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Unset dirty status for tenant:2313af5e45e6485ea5f87cc4f8bc6138 on resource:network {{(pid=86436) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:50:37.249335 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-d85dc11b-57e4-4c88-bbd4-acbfc53b396d tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.38 "GET /v2.0/networks?id=864d5c3b-25aa-4d2d-baf7-16f8fa357c88 HTTP/1.1" status: 200  len: 808 time: 0.4583936
Apr 20 14:50:37.306632 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-00326e02-ac3c-4f8b-83ce-2b0468eb19a7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Request body: {'port': {'device_id': '69e6aa07-e064-4230-b82d-603e48cc0ba0', 'network_id': '864d5c3b-25aa-4d2d-baf7-16f8fa357c88', 'admin_state_up': True, 'tenant_id': '2313af5e45e6485ea5f87cc4f8bc6138'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:50:37.548733 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712f15c-bfbd-4a98-ade5-2a163724ff05 req-533492ef-7b88-4654-a897-80f8566278f2 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:37.563389 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d712f15c-bfbd-4a98-ade5-2a163724ff05 req-533492ef-7b88-4654-a897-80f8566278f2 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.8823051
Apr 20 14:50:37.626279 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffda90-4c13-4a19-a2d2-ecb4e99220db req-2e2a3549-ccc4-419d-b4db-51cf1e4d523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:37.629735 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0dffda90-4c13-4a19-a2d2-ecb4e99220db req-2e2a3549-ccc4-419d-b4db-51cf1e4d523e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 1099 time: 0.6533511
Apr 20 14:50:37.729761 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-00326e02-ac3c-4f8b-83ce-2b0468eb19a7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:37.744177 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-1ff442e9-d41e-4e89-8a51-9f751c3ef76c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Allocated IP 172.20.0.13 (58719903-15d1-4315-bb1e-052e740696ac/20a3cd15-3507-4a23-92af-d6314a464e3b/7b7c2a98-4727-4777-abf1-565a2e84df4e) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:50:37.749731 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-00326e02-ac3c-4f8b-83ce-2b0468eb19a7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Usage tracker for resource:port and tenant:2313af5e45e6485ea5f87cc4f8bc6138 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:37.766285 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d712f15c-bfbd-4a98-ade5-2a163724ff05 req-49a1efa5-202c-4b6a-a153-dabd32fdaa08 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2010145
Apr 20 14:50:37.773780 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-00326e02-ac3c-4f8b-83ce-2b0468eb19a7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:37.781082 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0dffda90-4c13-4a19-a2d2-ecb4e99220db req-aac7684d-c58a-4274-a8dc-bbbe627fa08c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404467
Apr 20 14:50:37.802800 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-00326e02-ac3c-4f8b-83ce-2b0468eb19a7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:37.855099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-00326e02-ac3c-4f8b-83ce-2b0468eb19a7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Made reservation on behalf of 2313af5e45e6485ea5f87cc4f8bc6138 for: {'port': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:50:37.880414 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-00326e02-ac3c-4f8b-83ce-2b0468eb19a7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:37.882473 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8132b2b0-fdb5-4993-a5a9-ddf93772a719 req-ddbb35d3-1097-4d8c-8976-48e5f2fcd2ea tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 210 time: 0.0726821
Apr 20 14:50:38.338545 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-039b874f-f485-434b-8ccb-c1f78aca9964 req-beffe123-b58f-4a5a-b024-1b8456a491cd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e6aa07-e064-4230-b82d-603e48cc0ba0 HTTP/1.1" status: 200  len: 210 time: 0.0771513
Apr 20 14:50:38.345175 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-00326e02-ac3c-4f8b-83ce-2b0468eb19a7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Allocated IP 172.20.0.9 (864d5c3b-25aa-4d2d-baf7-16f8fa357c88/2ec7c7d9-aac3-44e2-9f41-ac1558e431e9/ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:50:38.507421 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-1ff442e9-d41e-4e89-8a51-9f751c3ef76c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:38.580269 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-1ff442e9-d41e-4e89-8a51-9f751c3ef76c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:38.589956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:38.596166 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['65f45313-ae9b-45c9-b7f2-9bbbd47898a2', 'c78f9289-389f-49bd-94c5-d5e9e11745a5'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:50:38.735903 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-1ff442e9-d41e-4e89-8a51-9f751c3ef76c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Network 58719903-15d1-4315-bb1e-052e740696ac is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:50:38.739712 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-1ff442e9-d41e-4e89-8a51-9f751c3ef76c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:50:38.745222 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-1ff442e9-d41e-4e89-8a51-9f751c3ef76c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:50:38.915322 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff442e9-d41e-4e89-8a51-9f751c3ef76c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Pushing event updated for resources: {'Port': ['ID=7b7c2a98-4727-4777-abf1-565a2e84df4e,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:38.921196 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1ff442e9-d41e-4e89-8a51-9f751c3ef76c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:38.987321 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-1ff442e9-d41e-4e89-8a51-9f751c3ef76c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:38.988583 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-1ff442e9-d41e-4e89-8a51-9f751c3ef76c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:39.232648 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a18e39-bc10-413a-8cb7-924691c1e153 req-a5e933ca-d2ed-428b-94b3-6a00420a15fa tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:39.234607 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-06a18e39-bc10-413a-8cb7-924691c1e153 req-a5e933ca-d2ed-428b-94b3-6a00420a15fa tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.2409315
Apr 20 14:50:39.251831 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-1ff442e9-d41e-4e89-8a51-9f751c3ef76c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8770857
Apr 20 14:50:39.296934 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Request body: {'port': {'device_id': 'bead7271-76b2-4049-a872-6265518304b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:50:39.354407 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-00326e02-ac3c-4f8b-83ce-2b0468eb19a7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:39.356219 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63a552-57f7-4251-8482-24b43aadafd7 req-515539d7-ac7c-416e-96a5-e838e2765733 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:39.357053 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-7f63a552-57f7-4251-8482-24b43aadafd7 req-515539d7-ac7c-416e-96a5-e838e2765733 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Synchronizing usage tracker for tenant:eef72ea2e2c54d04a7a83790dc9707b7 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:50:39.405500 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-06a18e39-bc10-413a-8cb7-924691c1e153 req-7695cf3c-5f85-4d52-aff2-399f36d8c2b1 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552005
Apr 20 14:50:39.418119 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-00326e02-ac3c-4f8b-83ce-2b0468eb19a7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:39.435632 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:39.466883 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-7f63a552-57f7-4251-8482-24b43aadafd7 req-515539d7-ac7c-416e-96a5-e838e2765733 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Unset dirty status for tenant:eef72ea2e2c54d04a7a83790dc9707b7 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:50:39.475459 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7f63a552-57f7-4251-8482-24b43aadafd7 req-515539d7-ac7c-416e-96a5-e838e2765733 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 932 time: 0.3882055
Apr 20 14:50:39.560171 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:39.575070 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-00326e02-ac3c-4f8b-83ce-2b0468eb19a7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Network 864d5c3b-25aa-4d2d-baf7-16f8fa357c88 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:50:39.579154 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-00326e02-ac3c-4f8b-83ce-2b0468eb19a7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:50:39.591891 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-00326e02-ac3c-4f8b-83ce-2b0468eb19a7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:50:39.614333 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7f63a552-57f7-4251-8482-24b43aadafd7 req-6dc088f4-6b8a-4a0a-95f5-30e2481456be tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375580
Apr 20 14:50:39.683355 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00326e02-ac3c-4f8b-83ce-2b0468eb19a7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Pushing event updated for resources: {'Port': ['ID=ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:39.687041 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-00326e02-ac3c-4f8b-83ce-2b0468eb19a7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:39.711650 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-00326e02-ac3c-4f8b-83ce-2b0468eb19a7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:39.714155 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-00326e02-ac3c-4f8b-83ce-2b0468eb19a7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:39.785097 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-00326e02-ac3c-4f8b-83ce-2b0468eb19a7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5241485
Apr 20 14:50:39.798658 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Request body: {'port': {'device_id': '69e6aa07-e064-4230-b82d-603e48cc0ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:50:39.984724 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:40.452872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5495fd-b08d-470c-8fae-ccd65fc7528b req-6e6da52c-15ef-4c1b-aeba-b8fa94ca8fba tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:40.461502 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ca5495fd-b08d-470c-8fae-ccd65fc7528b req-6e6da52c-15ef-4c1b-aeba-b8fa94ca8fba tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.6158512
Apr 20 14:50:40.493284 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50b23f-8a78-4b11-a03d-7f8663226ece req-803b46d7-d196-4eda-9e35-bfe052d3c618 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:40.501740 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2a50b23f-8a78-4b11-a03d-7f8663226ece req-803b46d7-d196-4eda-9e35-bfe052d3c618 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e6aa07-e064-4230-b82d-603e48cc0ba0 HTTP/1.1" status: 200  len: 931 time: 0.7497280
Apr 20 14:50:40.595094 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ca5495fd-b08d-470c-8fae-ccd65fc7528b req-04cefaec-f62a-4aae-b7c7-05a88dcf2894 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323786
Apr 20 14:50:40.668935 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 {{(pid=86436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:50:40.679971 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:40.700397 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Transition to ACTIVE for port object ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 will not be triggered until provisioned by entity L2. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:50:40.701626 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 45408) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:40.711955 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2a50b23f-8a78-4b11-a03d-7f8663226ece req-1c577776-deb3-473b-b42a-0b56613421d6 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2090013
Apr 20 14:50:40.743867 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:40.747471 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b7c2a98-4727-4777-abf1-565a2e84df4e {{(pid=86437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:50:40.764843 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:40.775719 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:40.796730 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Transition to ACTIVE for port object 7b7c2a98-4727-4777-abf1-565a2e84df4e will not be triggered until provisioned by entity L2. {{(pid=86437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:50:40.825439 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:40.835174 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:41.127382 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Pushing event updated for resources: {'Port': ['ID=7b7c2a98-4727-4777-abf1-565a2e84df4e,revision_number=2']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:41.128967 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bb6ff606-ba72-4688-8c07-7eb678bcbe3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:41.148264 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:41.182549 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Pushing event updated for resources: {'Port': ['ID=ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:41.192400 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:41.193435 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-bb6ff606-ba72-4688-8c07-7eb678bcbe3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:41.205701 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-bb6ff606-ba72-4688-8c07-7eb678bcbe3f admin admin] Usage tracker for resource:security_group_rule and tenant:cb46da4a889f430a984e12216e833723 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:41.211020 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-bb6ff606-ba72-4688-8c07-7eb678bcbe3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:41.226816 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-bb6ff606-ba72-4688-8c07-7eb678bcbe3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:41.273723 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e53c1-d636-486c-bab4-ceba3d85080b req-d2c7e606-5e26-47f8-98dd-34d25999d0c9 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:41.275291 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Attempting to bind port ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:50:41.275678 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Attempting to bind port ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '6782fb8c-a84b-4b4b-a838-a0ba7f350b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '864d5c3b-25aa-4d2d-baf7-16f8fa357c88'}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:50:41.275883 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fb8e53c1-d636-486c-bab4-ceba3d85080b req-d2c7e606-5e26-47f8-98dd-34d25999d0c9 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 944 time: 0.2800500
Apr 20 14:50:41.276012 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Attempting to bind port ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 on network 864d5c3b-25aa-4d2d-baf7-16f8fa357c88 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:50:41.278949 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Attempting to bind port 7b7c2a98-4727-4777-abf1-565a2e84df4e on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:50:41.279774 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Attempting to bind port 7b7c2a98-4727-4777-abf1-565a2e84df4e by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '4fae770f-408e-4a25-a62f-4c0f819efaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '58719903-15d1-4315-bb1e-052e740696ac'}] {{(pid=86437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:50:41.279952 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Attempting to bind port 7b7c2a98-4727-4777-abf1-565a2e84df4e on network 58719903-15d1-4315-bb1e-052e740696ac {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:50:41.286254 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Port 7b7c2a98-4727-4777-abf1-565a2e84df4e on network 58719903-15d1-4315-bb1e-052e740696ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:50:41.286813 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Attempting to bind port 7b7c2a98-4727-4777-abf1-565a2e84df4e on network 58719903-15d1-4315-bb1e-052e740696ac {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:50:41.288642 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Port ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 on network 864d5c3b-25aa-4d2d-baf7-16f8fa357c88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:50:41.289121 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Attempting to bind port ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 on network 864d5c3b-25aa-4d2d-baf7-16f8fa357c88 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:50:41.300817 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:50:41.301198 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Checking segment: {'id': '6782fb8c-a84b-4b4b-a838-a0ba7f350b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '864d5c3b-25aa-4d2d-baf7-16f8fa357c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:50:41.301663 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Bound using segment: {'id': '6782fb8c-a84b-4b4b-a838-a0ba7f350b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '864d5c3b-25aa-4d2d-baf7-16f8fa357c88'} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:50:41.302165 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Bound port: ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6782fb8c-a84b-4b4b-a838-a0ba7f350b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '864d5c3b-25aa-4d2d-baf7-16f8fa357c88'}}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:50:41.302554 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:41.312005 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:50:41.312566 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Checking segment: {'id': '4fae770f-408e-4a25-a62f-4c0f819efaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '58719903-15d1-4315-bb1e-052e740696ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:50:41.313503 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Bound using segment: {'id': '4fae770f-408e-4a25-a62f-4c0f819efaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '58719903-15d1-4315-bb1e-052e740696ac'} {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:50:41.313754 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Bound port: 7b7c2a98-4727-4777-abf1-565a2e84df4e, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fae770f-408e-4a25-a62f-4c0f819efaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '58719903-15d1-4315-bb1e-052e740696ac'}}] {{(pid=86437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:50:41.314264 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:41.408810 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fb8e53c1-d636-486c-bab4-ceba3d85080b req-927e22d8-049e-43e0-bf9f-8f01c862de60 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185758
Apr 20 14:50:41.495327 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bb6ff606-ba72-4688-8c07-7eb678bcbe3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:41.499147 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] For port ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1, host hv-cinder-74216, cleared binding levels {{(pid=86436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:50:41.502122 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] For port 7b7c2a98-4727-4777-abf1-565a2e84df4e, host hv-cinder-74216, cleared binding levels {{(pid=86437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:50:41.502898 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] For port ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1,segment=NetworkSegment(6782fb8c-a84b-4b4b-a838-a0ba7f350b66),segment_id=6782fb8c-a84b-4b4b-a838-a0ba7f350b66)] {{(pid=86436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:50:41.507524 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] For port 7b7c2a98-4727-4777-abf1-565a2e84df4e, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7b7c2a98-4727-4777-abf1-565a2e84df4e,segment=NetworkSegment(4fae770f-408e-4a25-a62f-4c0f819efaed),segment_id=4fae770f-408e-4a25-a62f-4c0f819efaed)] {{(pid=86437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:50:41.547045 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:41.547608 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bb6ff606-ba72-4688-8c07-7eb678bcbe3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:41.568555 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:41.570083 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7579e4d3-3a84-480c-aa5e-c3730f582989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:41.586317 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:41.696781 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:41.697993 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:41.700873 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] 10.222.0.38 "PUT /v2.0/ports/7b7c2a98-4727-4777-abf1-565a2e84df4e HTTP/1.1" status: 200  len: 1094 time: 2.4445732
Apr 20 14:50:41.701074 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-bb6ff606-ba72-4688-8c07-7eb678bcbe3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb46da4a889f430a984e12216e833723&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9979370
Apr 20 14:50:41.701848 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bead7271-76b2-4049-a872-6265518304b6', 'tag': '7b7c2a98-4727-4777-abf1-565a2e84df4e'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:50:41.703964 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:41.706048 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:41.710950 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] 10.222.0.38 "PUT /v2.0/ports/ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 HTTP/1.1" status: 200  len: 1093 time: 1.9167628
Apr 20 14:50:41.717545 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e6aa07-e064-4230-b82d-603e48cc0ba0', 'tag': 'ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:50:41.721583 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 45422) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:41.726054 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ff606-ba72-4688-8c07-7eb678bcbe3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de64f88f-7592-4e90-bfc4-ef3af19c76e0,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:41.732129 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-bb6ff606-ba72-4688-8c07-7eb678bcbe3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:41.732956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3c73a716-b728-48b9-b526-a16e0872b8dc tempest-DeleteServersTestJSON-1777051392 tempest-DeleteServersTestJSON-1777051392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:41.790634 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Pushing event updated for resources: {'Port': ['ID=7b7c2a98-4727-4777-abf1-565a2e84df4e,revision_number=3']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:41.801030 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:41.862393 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bead7271-76b2-4049-a872-6265518304b6', 'tag': '7b7c2a98-4727-4777-abf1-565a2e84df4e', 'status': 'completed', 'code': 200}
Apr 20 14:50:41.878294 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b5429817-8645-46d0-9f6c-d7eaf32de9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:41.913309 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e6aa07-e064-4230-b82d-603e48cc0ba0', 'tag': 'ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1', 'status': 'completed', 'code': 200}
Apr 20 14:50:41.964195 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Pushing event updated for resources: {'Port': ['ID=ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1,revision_number=3']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:41.984672 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:42.008897 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-dabf343e-0418-42fc-bd85-cb6f44f268a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:42.011592 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-dabf343e-0418-42fc-bd85-cb6f44f268a1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2313af5e45e6485ea5f87cc4f8bc6138&device_id=69e6aa07-e064-4230-b82d-603e48cc0ba0 HTTP/1.1" status: 200  len: 1096 time: 0.1626847
Apr 20 14:50:42.084806 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b5429817-8645-46d0-9f6c-d7eaf32de9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:42.104723 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-b9875e07-bd7e-4bc3-a697-32e3b49ccea8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 HTTP/1.1" status: 200  len: 217 time: 0.0797868
Apr 20 14:50:42.189660 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-83913078-34a3-4b75-8da0-843cd159ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:42.191397 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-83913078-34a3-4b75-8da0-843cd159ddae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2ec7c7d9-aac3-44e2-9f41-ac1558e431e9 HTTP/1.1" status: 200  len: 848 time: 0.0799181
Apr 20 14:50:42.257594 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-ad9ac256-74f3-4d97-976f-5419a39cf386 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=864d5c3b-25aa-4d2d-baf7-16f8fa357c88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0577536
Apr 20 14:50:42.399236 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98000430-e795-422c-97dd-dfbceb2d16e3 req-2bba6a87-34c4-4c47-8afb-8a74d772d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:42.400870 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-98000430-e795-422c-97dd-dfbceb2d16e3 req-2bba6a87-34c4-4c47-8afb-8a74d772d2fa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eef72ea2e2c54d04a7a83790dc9707b7&device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 1097 time: 0.5076394
Apr 20 14:50:42.409667 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbde452-01a7-496e-bc4e-19f0f83b3ae8 req-defe86c4-b025-43f6-a4c8-197073e441a6 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:42.411317 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5bbde452-01a7-496e-bc4e-19f0f83b3ae8 req-defe86c4-b025-43f6-a4c8-197073e441a6 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e6aa07-e064-4230-b82d-603e48cc0ba0 HTTP/1.1" status: 200  len: 943 time: 0.3961253
Apr 20 14:50:42.463297 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-2aa39f18-f7f1-48f5-8523-b7779232cd71 service neutron] 10.222.0.38 "GET /v2.0/networks/864d5c3b-25aa-4d2d-baf7-16f8fa357c88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1774282
Apr 20 14:50:42.524503 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b5429817-8645-46d0-9f6c-d7eaf32de9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:42.533775 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:42.573024 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5429817-8645-46d0-9f6c-d7eaf32de9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de64f88f-7592-4e90-bfc4-ef3af19c76e0,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:42.619769 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b5429817-8645-46d0-9f6c-d7eaf32de9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:42.652715 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6fd22ad3-e162-4401-8f93-d0e7696867f5 req-5fcf6edd-2bfa-4c5b-a293-4a83885774aa service neutron] 10.222.0.38 "GET /v2.0/networks/864d5c3b-25aa-4d2d-baf7-16f8fa357c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1756928
Apr 20 14:50:42.659876 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5bbde452-01a7-496e-bc4e-19f0f83b3ae8 req-a022c9d9-2375-482b-b87e-6cbbaad4d77f tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237129
Apr 20 14:50:42.660810 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b5429817-8645-46d0-9f6c-d7eaf32de9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:42.668508 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-b5429817-8645-46d0-9f6c-d7eaf32de9ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de64f88f-7592-4e90-bfc4-ef3af19c76e0 HTTP/1.1" status: 204  len: 168 time: 0.9387720
Apr 20 14:50:42.744507 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98000430-e795-422c-97dd-dfbceb2d16e3 req-4d99b3d2-ccf3-45dd-b8ac-b075731d271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:42.746252 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-98000430-e795-422c-97dd-dfbceb2d16e3 req-4d99b3d2-ccf3-45dd-b8ac-b075731d271b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=eef72ea2e2c54d04a7a83790dc9707b7&shared=False HTTP/1.1" status: 200  len: 916 time: 0.3339233
Apr 20 14:50:42.808755 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9b0e1-e770-46be-8051-dc34deed9d20 req-99a9c88b-162d-473f-b4e2-c8e27d1ba871 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:42.813109 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cfc9b0e1-e770-46be-8051-dc34deed9d20 req-99a9c88b-162d-473f-b4e2-c8e27d1ba871 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 944 time: 0.2410367
Apr 20 14:50:42.903064 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab6bd4-1989-49b9-910c-4d06a2ae5344 req-0d56b224-9bf3-4e2b-9c7f-99f20e938c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:42.904910 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-65ab6bd4-1989-49b9-910c-4d06a2ae5344 req-0d56b224-9bf3-4e2b-9c7f-99f20e938c1b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2313af5e45e6485ea5f87cc4f8bc6138&device_id=69e6aa07-e064-4230-b82d-603e48cc0ba0 HTTP/1.1" status: 200  len: 1096 time: 0.1340942
Apr 20 14:50:42.958015 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cfc9b0e1-e770-46be-8051-dc34deed9d20 req-f52fd688-aea6-4862-9e8b-e1b035d7d19a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911036
Apr 20 14:50:42.995156 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98000430-e795-422c-97dd-dfbceb2d16e3 req-1a57fbb2-6f27-415d-a950-686253dae497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:43.002185 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-98000430-e795-422c-97dd-dfbceb2d16e3 req-1a57fbb2-6f27-415d-a950-686253dae497 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2364581
Apr 20 14:50:43.160979 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-7cb8a674-fdc4-4602-ae50-be93d9e1526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:43.161233 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab6bd4-1989-49b9-910c-4d06a2ae5344 req-053f18fa-6ffa-4cd8-b0e3-4d26359f79ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:43.163774 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-7cb8a674-fdc4-4602-ae50-be93d9e1526f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eef72ea2e2c54d04a7a83790dc9707b7&device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 1097 time: 0.0989549
Apr 20 14:50:43.163988 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-65ab6bd4-1989-49b9-910c-4d06a2ae5344 req-053f18fa-6ffa-4cd8-b0e3-4d26359f79ac service neutron] 10.222.0.38 "GET /v2.0/networks?id=864d5c3b-25aa-4d2d-baf7-16f8fa357c88 HTTP/1.1" status: 200  len: 909 time: 0.2297435
Apr 20 14:50:43.254674 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-65ab6bd4-1989-49b9-910c-4d06a2ae5344 req-90335f93-25dc-4f83-a068-c10fa3cbeeb9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 HTTP/1.1" status: 200  len: 217 time: 0.0711513
Apr 20 14:50:43.283275 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-cc90b79c-d201-460e-8f8b-c80598734dcc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b7c2a98-4727-4777-abf1-565a2e84df4e HTTP/1.1" status: 200  len: 217 time: 0.1001661
Apr 20 14:50:43.344226 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab6bd4-1989-49b9-910c-4d06a2ae5344 req-fec5dfb9-6765-4bbd-9751-dfa3c900cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:43.350457 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-65ab6bd4-1989-49b9-910c-4d06a2ae5344 req-fec5dfb9-6765-4bbd-9751-dfa3c900cdb3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2ec7c7d9-aac3-44e2-9f41-ac1558e431e9 HTTP/1.1" status: 200  len: 848 time: 0.0797856
Apr 20 14:50:43.390142 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-87f8cb05-68af-470b-9440-51eab0285f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:43.391774 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-87f8cb05-68af-470b-9440-51eab0285f93 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20a3cd15-3507-4a23-92af-d6314a464e3b HTTP/1.1" status: 200  len: 855 time: 0.0943890
Apr 20 14:50:43.427200 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-65ab6bd4-1989-49b9-910c-4d06a2ae5344 req-31fe3309-37dc-4310-b405-6c831d334969 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=864d5c3b-25aa-4d2d-baf7-16f8fa357c88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0580792
Apr 20 14:50:43.444631 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 45456) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:43.457942 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-2b67106f-7659-4e03-8c37-a046df06e235 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58719903-15d1-4315-bb1e-052e740696ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0579545
Apr 20 14:50:43.489413 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-68686f35-325a-49ae-aff4-8221c368258f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:43.571835 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-68686f35-325a-49ae-aff4-8221c368258f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:43.585218 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-68686f35-325a-49ae-aff4-8221c368258f admin admin] Usage tracker for resource:security_group_rule and tenant:5cfa4c14d0c8457c8584ad77e9311f1a is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:43.590768 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-68686f35-325a-49ae-aff4-8221c368258f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:43.600511 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-68686f35-325a-49ae-aff4-8221c368258f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:43.660655 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-65ab6bd4-1989-49b9-910c-4d06a2ae5344 req-cf64804a-3844-4dca-9eef-1fbd0dcffe23 service neutron] 10.222.0.38 "GET /v2.0/networks/864d5c3b-25aa-4d2d-baf7-16f8fa357c88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1977510
Apr 20 14:50:43.757335 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-9fd5ad08-34de-4228-9f74-7b7400539b6b service neutron] 10.222.0.38 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2558408
Apr 20 14:50:43.759977 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eba10f-2edb-48b7-88d2-449fa55f80a3 req-cf779183-09c4-421e-8c3e-bf11e51de044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:43.761598 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-58eba10f-2edb-48b7-88d2-449fa55f80a3 req-cf779183-09c4-421e-8c3e-bf11e51de044 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=953243a9ffdb474f8cdeee895c11e0de&device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 1099 time: 0.3026791
Apr 20 14:50:43.770456 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8280f-ec66-49bc-a18a-f77422e884ff req-cf826dce-efb7-4076-a9c8-1d7298cc18d2 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:43.778555 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-37d8280f-ec66-49bc-a18a-f77422e884ff req-cf826dce-efb7-4076-a9c8-1d7298cc18d2 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.3242083
Apr 20 14:50:43.888197 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-68686f35-325a-49ae-aff4-8221c368258f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:43.893176 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-65ab6bd4-1989-49b9-910c-4d06a2ae5344 req-5420c4e3-73ad-496d-ba6a-bffc1a1ece63 service neutron] 10.222.0.38 "GET /v2.0/networks/864d5c3b-25aa-4d2d-baf7-16f8fa357c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2220871
Apr 20 14:50:43.919180 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-68686f35-325a-49ae-aff4-8221c368258f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:43.931260 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4daba1eb-2684-42be-9486-5064ec4ee10c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:43.985072 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-68686f35-325a-49ae-aff4-8221c368258f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cfa4c14d0c8457c8584ad77e9311f1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5402970
Apr 20 14:50:43.987171 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68686f35-325a-49ae-aff4-8221c368258f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1212c3-e132-4e20-bcbd-4331a26dbb7d,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:43.991376 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 45466) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:43.993440 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-68686f35-325a-49ae-aff4-8221c368258f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:44.066254 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-19c09aaf-1a3c-40f1-b12e-51db2757346b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:44.100615 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-19c09aaf-1a3c-40f1-b12e-51db2757346b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:44.203663 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-19c09aaf-1a3c-40f1-b12e-51db2757346b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:44.209759 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ee183ecf-0ec5-4f8b-b1c3-61cf0ebd699a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:44.221603 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-37d8280f-ec66-49bc-a18a-f77422e884ff req-918fbcb9-aebe-4d6c-8f14-6ff0d9606458 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4420104
Apr 20 14:50:44.226653 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c09aaf-1a3c-40f1-b12e-51db2757346b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1212c3-e132-4e20-bcbd-4331a26dbb7d,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:44.229786 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-19c09aaf-1a3c-40f1-b12e-51db2757346b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:44.235246 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-19c09aaf-1a3c-40f1-b12e-51db2757346b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:44.236531 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-19c09aaf-1a3c-40f1-b12e-51db2757346b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff1212c3-e132-4e20-bcbd-4331a26dbb7d HTTP/1.1" status: 204  len: 168 time: 0.2448130
Apr 20 14:50:44.247727 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7dced4ba-8f35-42a1-bb83-c689d0dba4d3 req-fe04a177-c32b-417a-ad4d-c25b11cc992f service neutron] 10.222.0.38 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4665675
Apr 20 14:50:44.278956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eba10f-2edb-48b7-88d2-449fa55f80a3 req-02488ea2-4f09-4109-a8c9-f1f3811916d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:44.281398 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-58eba10f-2edb-48b7-88d2-449fa55f80a3 req-02488ea2-4f09-4109-a8c9-f1f3811916d5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=71d4f98d-ee26-431e-a3b1-bd76843f6173 HTTP/1.1" status: 200  len: 919 time: 0.4992657
Apr 20 14:50:44.380497 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0963d6-c4b6-4ca1-bc60-fd9989c21122 req-3c734b8a-e671-4ec9-88b1-49d9b44e64cc tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:44.382220 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1f0963d6-c4b6-4ca1-bc60-fd9989c21122 req-3c734b8a-e671-4ec9-88b1-49d9b44e64cc tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e6aa07-e064-4230-b82d-603e48cc0ba0 HTTP/1.1" status: 200  len: 943 time: 0.4483368
Apr 20 14:50:44.393214 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-58eba10f-2edb-48b7-88d2-449fa55f80a3 req-df1d5957-bf80-49e1-b36a-75431058aff1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdd5613b-3280-4802-a97e-c66faf2ebaa6 HTTP/1.1" status: 200  len: 217 time: 0.1002982
Apr 20 14:50:44.557124 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1f0963d6-c4b6-4ca1-bc60-fd9989c21122 req-58cf4b82-269e-416f-b03b-9fd3b52d4ff7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1656730
Apr 20 14:50:44.570607 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eba10f-2edb-48b7-88d2-449fa55f80a3 req-1011d649-82ce-4d79-84c5-cc71b0b24900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:44.572188 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-58eba10f-2edb-48b7-88d2-449fa55f80a3 req-1011d649-82ce-4d79-84c5-cc71b0b24900 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad497b14-feb7-4da4-9420-55d510501d4c HTTP/1.1" status: 200  len: 858 time: 0.1607745
Apr 20 14:50:44.648214 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-58eba10f-2edb-48b7-88d2-449fa55f80a3 req-0ab15ea8-35b6-4b67-ad3a-93275675369f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71d4f98d-ee26-431e-a3b1-bd76843f6173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0622470
Apr 20 14:50:44.666665 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c29c2-cfff-42a3-bbdb-028c46347c77 req-1e5ad2d2-d49c-4143-9215-38d4039f9b22 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:44.668410 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-978c29c2-cfff-42a3-bbdb-028c46347c77 req-1e5ad2d2-d49c-4143-9215-38d4039f9b22 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 944 time: 0.2582352
Apr 20 14:50:44.676725 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:50:44.820993 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-978c29c2-cfff-42a3-bbdb-028c46347c77 req-18bdca0f-c579-494f-86ab-ab684e5ff5e9 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281984
Apr 20 14:50:44.894711 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-58eba10f-2edb-48b7-88d2-449fa55f80a3 req-b9846bdd-8391-46a1-a657-42c474dd3af1 service neutron] 10.222.0.38 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2251887
Apr 20 14:50:44.910757 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1,segment=NetworkSegment(6782fb8c-a84b-4b4b-a838-a0ba7f350b66),segment_id=6782fb8c-a84b-4b4b-a838-a0ba7f350b66)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:50:44.939081 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': 'ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1', 'network_id': '864d5c3b-25aa-4d2d-baf7-16f8fa357c88', 'port_id': 'ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1', 'mac_address': 'fa:16:3e:31:f9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec7c7d9-aac3-44e2-9f41-ac1558e431e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:50:45.023099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:45.043703 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:50:45.061570 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1,segment=NetworkSegment(6782fb8c-a84b-4b4b-a838-a0ba7f350b66),segment_id=6782fb8c-a84b-4b4b-a838-a0ba7f350b66)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:50:45.089662 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:45.091865 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8a39471b-c92d-49bf-8701-11d160f74a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:45.167111 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-58eba10f-2edb-48b7-88d2-449fa55f80a3 req-420caa00-6d46-4aa3-bc87-bea2ac28b1a2 service neutron] 10.222.0.38 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2650616
Apr 20 14:50:45.186107 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:45.191674 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:45.475646 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb29c6-65ec-4449-b8f6-2ce278517ebb req-d68b8173-5dd3-407a-afe6-0bddcc2ccde9 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:45.477798 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d8eb29c6-65ec-4449-b8f6-2ce278517ebb req-d68b8173-5dd3-407a-afe6-0bddcc2ccde9 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.1147213
Apr 20 14:50:45.506644 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:50:45.533112 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d8eb29c6-65ec-4449-b8f6-2ce278517ebb req-4738cf04-078e-4dd3-a21d-9a1730178551 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489461
Apr 20 14:50:45.885405 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc8382-0c07-47d7-8c13-37bd6c5f7748 req-668c767a-e8e1-40f7-a71f-b146bb6c0fb8 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:45.888681 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-63fc8382-0c07-47d7-8c13-37bd6c5f7748 req-668c767a-e8e1-40f7-a71f-b146bb6c0fb8 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e6aa07-e064-4230-b82d-603e48cc0ba0 HTTP/1.1" status: 200  len: 944 time: 0.1387186
Apr 20 14:50:45.982711 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-63fc8382-0c07-47d7-8c13-37bd6c5f7748 req-e1aff821-50bb-4cca-b071-e36e39e01a25 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846910
Apr 20 14:50:46.333377 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55db870-aafc-4434-8da8-ee8b9e1c679f req-99dc4670-3839-4e57-899d-6b105be79cbe tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:46.339775 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d55db870-aafc-4434-8da8-ee8b9e1c679f req-99dc4670-3839-4e57-899d-6b105be79cbe tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 944 time: 0.1458571
Apr 20 14:50:46.421506 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d55db870-aafc-4434-8da8-ee8b9e1c679f req-d8649e4b-d86c-4846-96ea-109029e58fab tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725162
Apr 20 14:50:46.684616 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 7b7c2a98-4727-4777-abf1-565a2e84df4e details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:50:46.870630 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ccd34-41fc-464c-903a-e8ae2b61f8ad req-0ce2b3c3-7e31-4d2e-b99b-db1bdbf9aa4b tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:46.872971 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d15ccd34-41fc-464c-903a-e8ae2b61f8ad req-0ce2b3c3-7e31-4d2e-b99b-db1bdbf9aa4b tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.1422358
Apr 20 14:50:46.884451 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 7b7c2a98-4727-4777-abf1-565a2e84df4e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7b7c2a98-4727-4777-abf1-565a2e84df4e,segment=NetworkSegment(4fae770f-408e-4a25-a62f-4c0f819efaed),segment_id=4fae770f-408e-4a25-a62f-4c0f819efaed)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:50:46.913782 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': '7b7c2a98-4727-4777-abf1-565a2e84df4e', 'network_id': '58719903-15d1-4315-bb1e-052e740696ac', 'port_id': '7b7c2a98-4727-4777-abf1-565a2e84df4e', 'mac_address': 'fa:16:3e:62:db:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a3cd15-3507-4a23-92af-d6314a464e3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:50:46.952247 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d15ccd34-41fc-464c-903a-e8ae2b61f8ad req-6041a068-6e8c-403e-beba-fb1029bd1ea6 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694206
Apr 20 14:50:47.019561 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:47.062941 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7c2a98-4727-4777-abf1-565a2e84df4e {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:50:47.103135 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 7b7c2a98-4727-4777-abf1-565a2e84df4e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7b7c2a98-4727-4777-abf1-565a2e84df4e,segment=NetworkSegment(4fae770f-408e-4a25-a62f-4c0f819efaed),segment_id=4fae770f-408e-4a25-a62f-4c0f819efaed)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:50:47.141489 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:47.147722 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:47.307472 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=7b7c2a98-4727-4777-abf1-565a2e84df4e,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:47.313668 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:47.448450 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe4e15-5ddd-479f-9c2b-40ea8df21056 req-a5afc00b-84c9-4de2-8669-96058d84fb22 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:47.467819 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-63fe4e15-5ddd-479f-9c2b-40ea8df21056 req-a5afc00b-84c9-4de2-8669-96058d84fb22 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e6aa07-e064-4230-b82d-603e48cc0ba0 HTTP/1.1" status: 200  len: 944 time: 0.2113943
Apr 20 14:50:47.581270 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['7b7c2a98-4727-4777-abf1-565a2e84df4e'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:50:47.905289 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-63fe4e15-5ddd-479f-9c2b-40ea8df21056 req-e1c80d8c-3f26-4494-9454-fb69369a8725 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4371397
Apr 20 14:50:48.062795 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4d0e1-6d2d-460a-aca7-439a1ffdef55 req-000f848a-5fc0-4b40-b3ac-b3e490d19468 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:48.066227 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-21b4d0e1-6d2d-460a-aca7-439a1ffdef55 req-000f848a-5fc0-4b40-b3ac-b3e490d19468 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 945 time: 0.1551290
Apr 20 14:50:48.163434 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-21b4d0e1-6d2d-460a-aca7-439a1ffdef55 req-89dfab8a-9d3a-43b2-a537-7b84039be112 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823977
Apr 20 14:50:48.288371 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e948125-cfca-46d3-8e8b-45605d8a1662 req-0b804ace-e148-4c43-8f68-fead3c64a457 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:48.292018 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0e948125-cfca-46d3-8e8b-45605d8a1662 req-0b804ace-e148-4c43-8f68-fead3c64a457 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.1188331
Apr 20 14:50:48.364901 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0e948125-cfca-46d3-8e8b-45605d8a1662 req-cfae69a6-7563-45a0-8df0-22acdd9c27f3 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649076
Apr 20 14:50:48.694058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:50:48.841551 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:50:48.847867 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:50:48.848493 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:49.000513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:49.038715 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e6aa07-e064-4230-b82d-603e48cc0ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:50:49.087843 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1,segment=NetworkSegment(6782fb8c-a84b-4b4b-a838-a0ba7f350b66),segment_id=6782fb8c-a84b-4b4b-a838-a0ba7f350b66)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:50:49.126972 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:49.129200 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:49.197905 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e6aa07-e064-4230-b82d-603e48cc0ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1', 'code': 200}
Apr 20 14:50:49.206412 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec151f-54ec-42f2-8a46-55c84b9b06b5 req-6380c507-8648-49f3-857d-98b493b2a996 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:49.208491 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-11ec151f-54ec-42f2-8a46-55c84b9b06b5 req-6380c507-8648-49f3-857d-98b493b2a996 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e6aa07-e064-4230-b82d-603e48cc0ba0 HTTP/1.1" status: 200  len: 945 time: 0.1412811
Apr 20 14:50:49.281399 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:49.285440 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:49.288530 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-11ec151f-54ec-42f2-8a46-55c84b9b06b5 req-92e74e12-895c-45a8-b322-c8703549e216 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723970
Apr 20 14:50:49.507892 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f9beb-81fc-4b8d-ba29-d6efe3a0cf5e req-7f73babe-6f8e-4c36-97ce-bbbb344a960f tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:49.511091 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-131f9beb-81fc-4b8d-ba29-d6efe3a0cf5e req-7f73babe-6f8e-4c36-97ce-bbbb344a960f tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 945 time: 0.1091242
Apr 20 14:50:49.774409 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-131f9beb-81fc-4b8d-ba29-d6efe3a0cf5e req-b7cb237e-a8a8-42e3-b95b-daf31522b86a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1849070
Apr 20 14:50:49.813437 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b9a6a-7040-48b8-872c-ead92827009d req-4d41cedb-5e29-4bec-bcb6-1033cda4fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:49.815692 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-939b9a6a-7040-48b8-872c-ead92827009d req-4d41cedb-5e29-4bec-bcb6-1033cda4fcab service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=69e6aa07-e064-4230-b82d-603e48cc0ba0 HTTP/1.1" status: 200  len: 1098 time: 0.3030133
Apr 20 14:50:49.829343 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe18136-7e24-405c-8b28-3256a7e65f3b req-97384b59-f1dc-4b66-9775-109b3ccd8c34 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:49.830996 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7fe18136-7e24-405c-8b28-3256a7e65f3b req-97384b59-f1dc-4b66-9775-109b3ccd8c34 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.2548945
Apr 20 14:50:49.931084 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7fe18136-7e24-405c-8b28-3256a7e65f3b req-9e21df84-a7ef-410f-8802-f032705d0402 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781970
Apr 20 14:50:49.934548 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-939b9a6a-7040-48b8-872c-ead92827009d req-b99c9553-3946-463b-be9a-91d136ade6d6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021378
Apr 20 14:50:50.512236 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faebd4-40bc-44e9-8bc1-b8e9794056a1 req-d64d0daa-fc98-49f0-a846-20f47a70085e tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:50.514041 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-24faebd4-40bc-44e9-8bc1-b8e9794056a1 req-d64d0daa-fc98-49f0-a846-20f47a70085e tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e6aa07-e064-4230-b82d-603e48cc0ba0 HTTP/1.1" status: 200  len: 945 time: 0.0993950
Apr 20 14:50:50.581188 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-24faebd4-40bc-44e9-8bc1-b8e9794056a1 req-1bf932e1-27ad-4f4c-84bf-6e5c35f3822e tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547252
Apr 20 14:50:50.699849 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 7b7c2a98-4727-4777-abf1-565a2e84df4e up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:50:50.889545 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port 7b7c2a98-4727-4777-abf1-565a2e84df4e completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:50:50.895610 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port 7b7c2a98-4727-4777-abf1-565a2e84df4e triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:50:50.896035 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:51.027614 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821ded9-2689-4e77-b714-8ac106e9897d req-71c67679-eeb4-4c96-a09d-f45c5d944334 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:51.032088 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7821ded9-2689-4e77-b714-8ac106e9897d req-71c67679-eeb4-4c96-a09d-f45c5d944334 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 945 time: 0.1040032
Apr 20 14:50:51.056997 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:51.097069 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 7b7c2a98-4727-4777-abf1-565a2e84df4e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7b7c2a98-4727-4777-abf1-565a2e84df4e,segment=NetworkSegment(4fae770f-408e-4a25-a62f-4c0f819efaed),segment_id=4fae770f-408e-4a25-a62f-4c0f819efaed)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:50:51.158469 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:51.161350 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:51.165085 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7821ded9-2689-4e77-b714-8ac106e9897d req-1153c1a6-5186-46a3-93cc-86833bccc7fb tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096416
Apr 20 14:50:51.215397 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bead7271-76b2-4049-a872-6265518304b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7c2a98-4727-4777-abf1-565a2e84df4e'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:50:51.269953 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=7b7c2a98-4727-4777-abf1-565a2e84df4e,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:51.282971 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:51.330591 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f116f7-128f-46fd-879b-d44ef7f1cbd7 req-a1022a06-3371-4a86-a268-854dc61b21d9 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:51.332357 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c2f116f7-128f-46fd-879b-d44ef7f1cbd7 req-a1022a06-3371-4a86-a268-854dc61b21d9 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.1274495
Apr 20 14:50:51.410129 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c2f116f7-128f-46fd-879b-d44ef7f1cbd7 req-347c87fb-433f-4f3e-baaf-75a86e021998 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685124
Apr 20 14:50:51.531769 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bead7271-76b2-4049-a872-6265518304b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7c2a98-4727-4777-abf1-565a2e84df4e', 'code': 200}
Apr 20 14:50:52.043806 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb86e2-7b3d-4a80-9d11-c7e340660fb8 req-89f51c54-83ec-48b5-8c28-f3381285cd98 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:52.045419 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-eadb86e2-7b3d-4a80-9d11-c7e340660fb8 req-89f51c54-83ec-48b5-8c28-f3381285cd98 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e6aa07-e064-4230-b82d-603e48cc0ba0 HTTP/1.1" status: 200  len: 945 time: 0.1786180
Apr 20 14:50:52.057532 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c20a2-deb6-4060-a56f-ed6ed052ff2e req-6d11bd2a-e0c5-4cc3-bab1-6c47c85f8544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:52.059931 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c16c20a2-deb6-4060-a56f-ed6ed052ff2e req-6d11bd2a-e0c5-4cc3-bab1-6c47c85f8544 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 1099 time: 0.1284842
Apr 20 14:50:52.140772 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-eadb86e2-7b3d-4a80-9d11-c7e340660fb8 req-d00044b0-6804-4777-988f-f90314b1ad72 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794711
Apr 20 14:50:52.145006 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c16c20a2-deb6-4060-a56f-ed6ed052ff2e req-606f501f-26cb-43c6-a762-ba043332f36c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664084
Apr 20 14:50:52.434510 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ab080-9716-4ebe-a59b-a09e078fedd0 req-544c9edb-ad49-433e-9f43-ddfe35ea6827 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:52.437402 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-674ab080-9716-4ebe-a59b-a09e078fedd0 req-544c9edb-ad49-433e-9f43-ddfe35ea6827 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 946 time: 0.1124184
Apr 20 14:50:52.500163 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-674ab080-9716-4ebe-a59b-a09e078fedd0 req-302e0908-7208-415a-9d8e-263057c53602 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542812
Apr 20 14:50:52.735278 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc2080-174c-4223-830b-cb436e6964c7 req-5d553680-c327-48c1-8651-fe8fa937e200 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:52.737002 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-eecc2080-174c-4223-830b-cb436e6964c7 req-5d553680-c327-48c1-8651-fe8fa937e200 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.1142421
Apr 20 14:50:52.796864 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-eecc2080-174c-4223-830b-cb436e6964c7 req-7823d18e-2a58-46b6-9bdb-457f5fb4f3dc tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528042
Apr 20 14:50:53.768143 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 45678) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:53.978147 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f544d45-8637-4ac4-a61d-b598fb8f6503 req-699196f4-36ac-4b85-96b2-c19c963ac249 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:53.984301 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6f544d45-8637-4ac4-a61d-b598fb8f6503 req-699196f4-36ac-4b85-96b2-c19c963ac249 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 946 time: 0.1488750
Apr 20 14:50:54.063106 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6f544d45-8637-4ac4-a61d-b598fb8f6503 req-37bfa3b0-5708-4948-b9b1-1d865a13e76f tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715482
Apr 20 14:50:54.098698 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:54.120949 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:54.128774 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Usage tracker for resource:security_group_rule and tenant:f72c97413d214caabc711ef561ebbec8 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:54.133748 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:54.143204 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:54.271131 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:54.315745 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:54.332810 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:54.390436 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f12b40b-a7e3-4f53-841e-e1f26fff87ad,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:54.401816 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f72c97413d214caabc711ef561ebbec8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6318598
Apr 20 14:50:54.407281 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 45692) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:54.445009 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:54.445427 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:54.445971 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:54.446378 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:54.446771 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:54.447172 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:54.447565 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:54.447956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:54.448353 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:54.448737 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:54.449128 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:54.449531 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:54.468727 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:54.499527 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-37fc3b0e-ee9d-495a-9a87-6d0eaae3c980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:54.540663 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c201a2-6440-40a9-881e-905799d1b888 req-0ae293f3-8d5f-49ed-b6d2-b4f8804ed231 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:54.542947 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-37fc3b0e-ee9d-495a-9a87-6d0eaae3c980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:54.548815 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-94c201a2-6440-40a9-881e-905799d1b888 req-0ae293f3-8d5f-49ed-b6d2-b4f8804ed231 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.1544793
Apr 20 14:50:54.563084 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:50:54.629513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-37fc3b0e-ee9d-495a-9a87-6d0eaae3c980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:54.637797 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:54.663023 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-94c201a2-6440-40a9-881e-905799d1b888 req-c517097a-0010-48b5-ab0c-6c059910af4a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131239
Apr 20 14:50:54.663210 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc3b0e-ee9d-495a-9a87-6d0eaae3c980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f12b40b-a7e3-4f53-841e-e1f26fff87ad,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:54.665506 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-37fc3b0e-ee9d-495a-9a87-6d0eaae3c980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:54.666797 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-37fc3b0e-ee9d-495a-9a87-6d0eaae3c980 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f12b40b-a7e3-4f53-841e-e1f26fff87ad HTTP/1.1" status: 204  len: 168 time: 0.2584484
Apr 20 14:50:54.667913 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-37fc3b0e-ee9d-495a-9a87-6d0eaae3c980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:54.764375 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25506d5f-ee82-4248-93ea-a3f90dddc555 req-39e78396-2cb6-4436-8848-2de9e0bb0a3d tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:54.766088 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-25506d5f-ee82-4248-93ea-a3f90dddc555 req-39e78396-2cb6-4436-8848-2de9e0bb0a3d tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e6aa07-e064-4230-b82d-603e48cc0ba0 HTTP/1.1" status: 200  len: 945 time: 0.2149949
Apr 20 14:50:54.823212 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-25506d5f-ee82-4248-93ea-a3f90dddc555 req-5c380fc7-4156-4b1b-a5ee-bc4bd8ad2109 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500181
Apr 20 14:50:55.252288 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 45714) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:55.274070 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-71a888bc-d9de-49c7-b4f5-53fedf219542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:55.300017 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085e71b-0409-4645-92ef-3c56555ea366 req-7e18e69e-5a74-46f8-8570-687354de2233 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:55.301771 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d085e71b-0409-4645-92ef-3c56555ea366 req-7e18e69e-5a74-46f8-8570-687354de2233 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 946 time: 0.1026247
Apr 20 14:50:55.302043 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-71a888bc-d9de-49c7-b4f5-53fedf219542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:50:55.306594 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-71a888bc-d9de-49c7-b4f5-53fedf219542 admin admin] Usage tracker for resource:security_group_rule and tenant:721aff3c0b304b45bfbca372e07a4ea0 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:50:55.310357 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-71a888bc-d9de-49c7-b4f5-53fedf219542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:50:55.316684 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-71a888bc-d9de-49c7-b4f5-53fedf219542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:50:55.359075 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d085e71b-0409-4645-92ef-3c56555ea366 req-c0eddeba-8819-4667-91a3-32214633ef64 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499511
Apr 20 14:50:55.436431 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-71a888bc-d9de-49c7-b4f5-53fedf219542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:55.460688 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-71a888bc-d9de-49c7-b4f5-53fedf219542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:55.471908 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-57b62d53-afda-4d25-8580-0e6e8c853a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:55.516347 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-71a888bc-d9de-49c7-b4f5-53fedf219542 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=721aff3c0b304b45bfbca372e07a4ea0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2628396
Apr 20 14:50:55.519569 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 45722) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:50:55.521516 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a888bc-d9de-49c7-b4f5-53fedf219542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1c178c-6855-4531-9b2f-edee3024bbbf,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:55.524974 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-71a888bc-d9de-49c7-b4f5-53fedf219542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:55.592942 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-13d6aa75-9a32-4c98-9282-b2fc6fde032a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:55.648069 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-13d6aa75-9a32-4c98-9282-b2fc6fde032a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:55.758658 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-13d6aa75-9a32-4c98-9282-b2fc6fde032a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:55.770322 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1167fd0a-5da3-41cb-a373-a601153ce066 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:55.798178 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6aa75-9a32-4c98-9282-b2fc6fde032a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1c178c-6855-4531-9b2f-edee3024bbbf,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:55.813644 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-13d6aa75-9a32-4c98-9282-b2fc6fde032a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:55.815811 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-13d6aa75-9a32-4c98-9282-b2fc6fde032a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a1c178c-6855-4531-9b2f-edee3024bbbf HTTP/1.1" status: 204  len: 168 time: 0.2948089
Apr 20 14:50:55.819033 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6aa75-9a32-4c98-9282-b2fc6fde032a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:55.820282 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6aa75-9a32-4c98-9282-b2fc6fde032a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:55.820444 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6aa75-9a32-4c98-9282-b2fc6fde032a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:55.821099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6aa75-9a32-4c98-9282-b2fc6fde032a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:55.821796 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6aa75-9a32-4c98-9282-b2fc6fde032a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:55.822462 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6aa75-9a32-4c98-9282-b2fc6fde032a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:55.823499 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6aa75-9a32-4c98-9282-b2fc6fde032a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:55.823935 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6aa75-9a32-4c98-9282-b2fc6fde032a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:55.824437 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6aa75-9a32-4c98-9282-b2fc6fde032a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:55.825225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6aa75-9a32-4c98-9282-b2fc6fde032a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:55.825840 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6aa75-9a32-4c98-9282-b2fc6fde032a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:55.826513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6aa75-9a32-4c98-9282-b2fc6fde032a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:50:55.833068 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-13d6aa75-9a32-4c98-9282-b2fc6fde032a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:56.213321 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6489d64-20db-41b2-83fe-431ceb0863ea req-76753e52-791e-413f-8971-20ecae2440e2 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:56.242371 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b6489d64-20db-41b2-83fe-431ceb0863ea req-76753e52-791e-413f-8971-20ecae2440e2 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.4073594
Apr 20 14:50:56.572469 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b6489d64-20db-41b2-83fe-431ceb0863ea req-f990b4a2-ea39-43a4-ac85-ca9b87909a93 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1973538
Apr 20 14:50:56.594366 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d36503-fd60-4f25-aa2d-00f2068006c2 req-4ee5e464-47f4-4e5c-8ff5-7f75da3ee5fe tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:56.596088 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f2d36503-fd60-4f25-aa2d-00f2068006c2 req-4ee5e464-47f4-4e5c-8ff5-7f75da3ee5fe tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.38 "GET /v2.0/ports?device_id=69e6aa07-e064-4230-b82d-603e48cc0ba0 HTTP/1.1" status: 200  len: 945 time: 0.3523502
Apr 20 14:50:56.647126 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6a1e2-3369-48e8-a419-51d7571c6d71 req-bac36c85-7d2f-454d-a63b-669f1b15897c tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:56.648939 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-45a6a1e2-3369-48e8-a419-51d7571c6d71 req-bac36c85-7d2f-454d-a63b-669f1b15897c tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e6aa07-e064-4230-b82d-603e48cc0ba0 HTTP/1.1" status: 200  len: 945 time: 0.2766759
Apr 20 14:50:56.741791 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-f2d36503-fd60-4f25-aa2d-00f2068006c2 req-8a67cde3-18eb-4bf9-ba7e-fdadc7d06125 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Deleting port ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:50:56.742543 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f2d36503-fd60-4f25-aa2d-00f2068006c2 req-8a67cde3-18eb-4bf9-ba7e-fdadc7d06125 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:56.820398 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-45a6a1e2-3369-48e8-a419-51d7571c6d71 req-f664a6e2-b545-4bfc-bfd0-74ca5c892db9 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629949
Apr 20 14:50:57.188415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-f2d36503-fd60-4f25-aa2d-00f2068006c2 req-8a67cde3-18eb-4bf9-ba7e-fdadc7d06125 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] For port ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1,segment=NetworkSegment(6782fb8c-a84b-4b4b-a838-a0ba7f350b66),segment_id=6782fb8c-a84b-4b4b-a838-a0ba7f350b66)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:50:57.189210 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f2d36503-fd60-4f25-aa2d-00f2068006c2 req-8a67cde3-18eb-4bf9-ba7e-fdadc7d06125 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:57.359732 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-f2d36503-fd60-4f25-aa2d-00f2068006c2 req-8a67cde3-18eb-4bf9-ba7e-fdadc7d06125 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Calling delete_port for ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 owned by compute:nova {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:50:57.866102 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f2d36503-fd60-4f25-aa2d-00f2068006c2 req-8a67cde3-18eb-4bf9-ba7e-fdadc7d06125 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:57.879614 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:50:57.963426 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67cde3-18eb-4bf9-ba7e-fdadc7d06125 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Pushing event deleted for resources: {'Port': ['ID=ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:50:57.966245 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8a67cde3-18eb-4bf9-ba7e-fdadc7d06125 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:50:58.026328 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d36503-fd60-4f25-aa2d-00f2068006c2 req-8a67cde3-18eb-4bf9-ba7e-fdadc7d06125 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] No DVR routers for this DVR port ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 on host hv-cinder-74216 {{(pid=86437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:50:58.031800 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f2d36503-fd60-4f25-aa2d-00f2068006c2 req-8a67cde3-18eb-4bf9-ba7e-fdadc7d06125 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:50:58.034730 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e6aa07-e064-4230-b82d-603e48cc0ba0', 'name': 'network-vif-deleted', 'tag': 'ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:50:58.066214 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f2d36503-fd60-4f25-aa2d-00f2068006c2 req-8a67cde3-18eb-4bf9-ba7e-fdadc7d06125 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.38 "DELETE /v2.0/ports/ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 HTTP/1.1" status: 204  len: 173 time: 1.4632962
Apr 20 14:50:58.098221 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27331192-7318-48e8-a2d0-e349b81723f5 req-34eceb19-a1f2-4ee1-86c7-49a9ef0a217e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:50:58.101601 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-27331192-7318-48e8-a2d0-e349b81723f5 req-34eceb19-a1f2-4ee1-86c7-49a9ef0a217e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.3052363
Apr 20 14:50:58.160051 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-27331192-7318-48e8-a2d0-e349b81723f5 req-32f9c51a-b25a-4eb7-aacd-d45a162e8f1e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508277
Apr 20 14:51:00.389633 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:51:00.470250 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] No Port match for: ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:51:00.470903 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1 not bound to the agent host hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:51:00.614782 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-5e417101-1aa8-4bf9-b17c-0ed2c96c6817 req-996f6113-f1ff-4d16-88c0-812783576bc2 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Synchronizing usage tracker for tenant:2313af5e45e6485ea5f87cc4f8bc6138 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:51:00.702395 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-5e417101-1aa8-4bf9-b17c-0ed2c96c6817 req-996f6113-f1ff-4d16-88c0-812783576bc2 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Unset dirty status for tenant:2313af5e45e6485ea5f87cc4f8bc6138 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:51:00.702395 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5e417101-1aa8-4bf9-b17c-0ed2c96c6817 req-996f6113-f1ff-4d16-88c0-812783576bc2 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=69e6aa07-e064-4230-b82d-603e48cc0ba0 HTTP/1.1" status: 200  len: 210 time: 0.1428325
Apr 20 14:51:00.774831 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e6aa07-e064-4230-b82d-603e48cc0ba0', 'name': 'network-vif-deleted', 'tag': 'ed1ce919-1b33-4f33-ac8d-ef6e0ab7eac1', 'status': 'completed', 'code': 200}
Apr 20 14:51:00.804344 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:00.999225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995741af-4fbf-46c8-be87-9009e965eaed req-73cf126a-5828-4def-a65d-fec2f6256f85 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:01.002329 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-995741af-4fbf-46c8-be87-9009e965eaed req-73cf126a-5828-4def-a65d-fec2f6256f85 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.1273248
Apr 20 14:51:01.099296 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-995741af-4fbf-46c8-be87-9009e965eaed req-8858de99-05f5-4620-bdff-46fca345e24f tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848293
Apr 20 14:51:02.307321 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4c2afa38-6d0c-4cac-b0b6-991ce1729a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:02.552794 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-19628eb2-db23-4dcc-a8a2-dc469d27e534 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:02.554569 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-19628eb2-db23-4dcc-a8a2-dc469d27e534 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/networks?id=864d5c3b-25aa-4d2d-baf7-16f8fa357c88 HTTP/1.1" status: 200  len: 808 time: 0.4652014
Apr 20 14:51:02.565216 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacabd16-c436-4911-916e-32406efc678f req-fa1b0f90-e07e-41f3-8125-3e1f51b04494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:02.566660 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-dacabd16-c436-4911-916e-32406efc678f req-fa1b0f90-e07e-41f3-8125-3e1f51b04494 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 1099 time: 0.3627417
Apr 20 14:51:02.592979 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-767564e8-d771-4b3a-88ae-b2ed635f6a3c tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/quotas/2313af5e45e6485ea5f87cc4f8bc6138 HTTP/1.1" status: 200  len: 375 time: 0.0305126
Apr 20 14:51:02.662606 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-dacabd16-c436-4911-916e-32406efc678f req-2ce8b754-2c54-4420-910e-357e8f076c84 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870001
Apr 20 14:51:02.670860 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-de820bc5-fba8-493f-ad8d-b633e28a1060 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2313af5e45e6485ea5f87cc4f8bc6138&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0706818
Apr 20 14:51:02.849135 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-998182c1-c9ca-4e81-87f9-acddcfa00f8f service neutron] 10.222.0.16 "GET /v2.0/networks/864d5c3b-25aa-4d2d-baf7-16f8fa357c88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1693480
Apr 20 14:51:03.080052 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-7052a4f2-61d4-45b6-b625-c4550408a15d service neutron] 10.222.0.16 "GET /v2.0/networks/864d5c3b-25aa-4d2d-baf7-16f8fa357c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2275243
Apr 20 14:51:03.153725 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb563153-ca66-461b-ad94-504b86c0be7e req-cdda5f85-ca08-4acd-856f-4df2cf2b208f tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:03.155460 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cb563153-ca66-461b-ad94-504b86c0be7e req-cdda5f85-ca08-4acd-856f-4df2cf2b208f tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.2080126
Apr 20 14:51:03.225092 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cb563153-ca66-461b-ad94-504b86c0be7e req-ad38520c-0a2d-4925-a759-a3867325a605 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615802
Apr 20 14:51:03.444170 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8100e8eb-2cac-4959-ba86-9d12239b07ff req-3c533b4f-4f8c-4b92-9fe6-4a39d5da69a3 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 210 time: 0.0983448
Apr 20 14:51:04.616378 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c39165-cf66-4cc8-a69c-977ba07efa41 req-51d8d4c5-cd1e-46bc-b6f3-ae1764d08f5b tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:04.629851 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-12c39165-cf66-4cc8-a69c-977ba07efa41 req-51d8d4c5-cd1e-46bc-b6f3-ae1764d08f5b tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.2071159
Apr 20 14:51:04.762473 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-edb5f73c-7fcc-46a8-95ce-24d369f708ca req-00376d49-c82e-4aeb-adc5-a983e40875f6 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 210 time: 0.1116736
Apr 20 14:51:04.826268 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-12c39165-cf66-4cc8-a69c-977ba07efa41 req-c9f416df-6d0d-41c3-bbef-aa62a7c9af72 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1914437
Apr 20 14:51:04.842422 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c081a386-355e-48ea-a316-8de674b8d12d req-6b6aaed0-9351-453b-a08b-b08a5cf4122b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1896384
Apr 20 14:51:04.976009 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8522ef7f-cf47-460d-bde4-d529e9eb6bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:05.032609 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081a386-355e-48ea-a316-8de674b8d12d req-16db059e-12e3-484a-8c80-ce4f162b4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:05.034566 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c081a386-355e-48ea-a316-8de674b8d12d req-16db059e-12e3-484a-8c80-ce4f162b4c36 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7a24367a785146cda03a905690f8cd8a&device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 1099 time: 0.1529787
Apr 20 14:51:05.262400 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081a386-355e-48ea-a316-8de674b8d12d req-60d86767-c319-4fdb-9720-b79846ab5578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:05.264292 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c081a386-355e-48ea-a316-8de674b8d12d req-60d86767-c319-4fdb-9720-b79846ab5578 service neutron] 10.222.0.38 "GET /v2.0/networks?id=42f202dd-8cd2-4251-8db7-28646c856c8f HTTP/1.1" status: 200  len: 912 time: 0.1957221
Apr 20 14:51:05.516759 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c081a386-355e-48ea-a316-8de674b8d12d req-64783791-6048-4318-86ff-407c0d36322d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7da87d05-5f14-484a-a56a-c92d934140ed HTTP/1.1" status: 200  len: 1001 time: 0.2304718
Apr 20 14:51:05.529014 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:05.601583 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081a386-355e-48ea-a316-8de674b8d12d req-b186d7f2-d396-4670-8fc2-89a03215ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:05.603309 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c081a386-355e-48ea-a316-8de674b8d12d req-b186d7f2-d396-4670-8fc2-89a03215ef5a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6574b30a-3454-4cc1-b2ab-32d1917de288 HTTP/1.1" status: 200  len: 850 time: 0.0780890
Apr 20 14:51:05.722479 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8da19-4e41-48de-8960-107ce2dcb1f5 req-c3926f7f-c005-45fd-8f7b-4ddc2d7b340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:05.724689 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-66d8da19-4e41-48de-8960-107ce2dcb1f5 req-c3926f7f-c005-45fd-8f7b-4ddc2d7b340b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=953243a9ffdb474f8cdeee895c11e0de&device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 1099 time: 0.2975678
Apr 20 14:51:05.743357 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f688c-e583-4c1e-8219-125af10f5c57 req-61184240-67f7-440e-9745-4eb1989ee68b tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:05.745087 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2b3f688c-e583-4c1e-8219-125af10f5c57 req-61184240-67f7-440e-9745-4eb1989ee68b tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.3665245
Apr 20 14:51:06.034853 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-e02dbfda-3d3c-4f13-b304-bd4daf72843b tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:06.037936 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-e02dbfda-3d3c-4f13-b304-bd4daf72843b tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.38 "GET /v2.0/networks?id=864d5c3b-25aa-4d2d-baf7-16f8fa357c88 HTTP/1.1" status: 200  len: 808 time: 0.3259418
Apr 20 14:51:06.068468 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-186cce3d-8867-4d97-9e90-402ae2b9e8fd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Request body: {'port': {'device_id': '72b1b7a0-c200-462a-a653-6c0f71a9af44', 'network_id': '864d5c3b-25aa-4d2d-baf7-16f8fa357c88', 'admin_state_up': True, 'tenant_id': '2313af5e45e6485ea5f87cc4f8bc6138'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:51:06.193883 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8da19-4e41-48de-8960-107ce2dcb1f5 req-21df8b3a-0cf8-4693-bc60-94a0312ca5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:06.195515 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-66d8da19-4e41-48de-8960-107ce2dcb1f5 req-21df8b3a-0cf8-4693-bc60-94a0312ca5ff service neutron] 10.222.0.38 "GET /v2.0/networks?id=71d4f98d-ee26-431e-a3b1-bd76843f6173 HTTP/1.1" status: 200  len: 919 time: 0.4627314
Apr 20 14:51:06.278888 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2b3f688c-e583-4c1e-8219-125af10f5c57 req-be6eca76-7823-4f32-9400-c0c3944c4c15 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5030582
Apr 20 14:51:06.291652 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-94882b6b-9940-4d89-a9fb-255a0fc914a9 req-eebc0711-c85c-43d6-873f-ac8ede4bd53f tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 210 time: 0.3083127
Apr 20 14:51:06.301338 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081a386-355e-48ea-a316-8de674b8d12d req-78def4bd-84bf-44d5-b083-e6ad5a340ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:06.303019 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c081a386-355e-48ea-a316-8de674b8d12d req-78def4bd-84bf-44d5-b083-e6ad5a340ee3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42f202dd-8cd2-4251-8db7-28646c856c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6749222
Apr 20 14:51:06.304563 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-66d8da19-4e41-48de-8960-107ce2dcb1f5 req-cd84328a-4321-4750-a524-ffe7a5ccf3a8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdd5613b-3280-4802-a97e-c66faf2ebaa6 HTTP/1.1" status: 200  len: 217 time: 0.0968187
Apr 20 14:51:06.384674 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-186cce3d-8867-4d97-9e90-402ae2b9e8fd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:51:06.404014 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-186cce3d-8867-4d97-9e90-402ae2b9e8fd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:51:06.407742 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:06.482935 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8da19-4e41-48de-8960-107ce2dcb1f5 req-b09d25d1-7cfa-4c4f-8e94-1d50f882e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:06.484555 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-66d8da19-4e41-48de-8960-107ce2dcb1f5 req-b09d25d1-7cfa-4c4f-8e94-1d50f882e057 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad497b14-feb7-4da4-9420-55d510501d4c HTTP/1.1" status: 200  len: 858 time: 0.1629384
Apr 20 14:51:06.498395 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-186cce3d-8867-4d97-9e90-402ae2b9e8fd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Made reservation on behalf of 2313af5e45e6485ea5f87cc4f8bc6138 for: {'port': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:51:06.510681 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-186cce3d-8867-4d97-9e90-402ae2b9e8fd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:06.557143 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-66d8da19-4e41-48de-8960-107ce2dcb1f5 req-67059047-b981-4bd3-b5cb-c10d05993837 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71d4f98d-ee26-431e-a3b1-bd76843f6173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0614493
Apr 20 14:51:06.754141 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c081a386-355e-48ea-a316-8de674b8d12d req-8cdb691b-d033-42f0-a4ad-98e45fdaa60e service neutron] 10.222.0.38 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4335990
Apr 20 14:51:06.756925 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-66d8da19-4e41-48de-8960-107ce2dcb1f5 req-e2268078-61f5-4ac5-adaa-b89151b42468 service neutron] 10.222.0.38 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1872447
Apr 20 14:51:06.795779 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-186cce3d-8867-4d97-9e90-402ae2b9e8fd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Allocated IP 172.20.0.3 (864d5c3b-25aa-4d2d-baf7-16f8fa357c88/2ec7c7d9-aac3-44e2-9f41-ac1558e431e9/790017e7-dcbe-451b-a11b-5db441999b78) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:51:07.021239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:07.301271 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c081a386-355e-48ea-a316-8de674b8d12d req-c6e4035f-9b51-4dfb-99c3-06f0c3846546 service neutron] 10.222.0.38 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5293920
Apr 20 14:51:07.306262 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-66d8da19-4e41-48de-8960-107ce2dcb1f5 req-f79a4b2d-262d-4b39-afdd-0b4890989f0e service neutron] 10.222.0.38 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5044301
Apr 20 14:51:07.432989 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-186cce3d-8867-4d97-9e90-402ae2b9e8fd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:07.495629 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-186cce3d-8867-4d97-9e90-402ae2b9e8fd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:07.503142 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:07.597723 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-186cce3d-8867-4d97-9e90-402ae2b9e8fd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Network 864d5c3b-25aa-4d2d-baf7-16f8fa357c88 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:51:07.606768 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-186cce3d-8867-4d97-9e90-402ae2b9e8fd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:51:07.611848 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-186cce3d-8867-4d97-9e90-402ae2b9e8fd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:51:07.676858 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cce3d-8867-4d97-9e90-402ae2b9e8fd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Pushing event updated for resources: {'Port': ['ID=790017e7-dcbe-451b-a11b-5db441999b78,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:07.688955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-186cce3d-8867-4d97-9e90-402ae2b9e8fd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:07.736290 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-186cce3d-8867-4d97-9e90-402ae2b9e8fd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:07.737054 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-186cce3d-8867-4d97-9e90-402ae2b9e8fd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:07.807488 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a0534-f5ba-46f8-9d81-808baa3734d0 req-6ed99503-ded6-4d60-b7a8-e9f451a3b097 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:07.809261 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-012a0534-f5ba-46f8-9d81-808baa3734d0 req-6ed99503-ded6-4d60-b7a8-e9f451a3b097 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.2068713
Apr 20 14:51:07.819528 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3b4f0-7b88-4e1f-8f6f-d91c30e2405c req-7cb4d9f0-166c-414f-bcc0-67749cf324bf tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:07.821183 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-55d3b4f0-7b88-4e1f-8f6f-d91c30e2405c req-7cb4d9f0-166c-414f-bcc0-67749cf324bf tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 931 time: 0.1622109
Apr 20 14:51:07.906095 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-012a0534-f5ba-46f8-9d81-808baa3734d0 req-e60e7576-fdb2-484d-b3c6-9e627d4804ef tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834765
Apr 20 14:51:07.909354 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-55d3b4f0-7b88-4e1f-8f6f-d91c30e2405c req-a98316fd-1ff7-4373-bdbd-5c995f61366a tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715866
Apr 20 14:51:07.912556 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-186cce3d-8867-4d97-9e90-402ae2b9e8fd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8521497
Apr 20 14:51:07.931962 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Request body: {'port': {'device_id': '72b1b7a0-c200-462a-a653-6c0f71a9af44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:51:08.119054 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:08.156735 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 46056) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:51:08.360606 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-80e69385-f85f-4384-8c18-4b2c5f425f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:08.384395 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-80e69385-f85f-4384-8c18-4b2c5f425f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:51:08.391999 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-80e69385-f85f-4384-8c18-4b2c5f425f05 admin admin] Usage tracker for resource:security_group_rule and tenant:4d251d3dcc434072b03ead47481630eb is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:51:08.397853 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-80e69385-f85f-4384-8c18-4b2c5f425f05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:51:08.408835 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-80e69385-f85f-4384-8c18-4b2c5f425f05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:51:08.524763 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-80e69385-f85f-4384-8c18-4b2c5f425f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:08.557554 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-80e69385-f85f-4384-8c18-4b2c5f425f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:08.594250 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5bfd3f3d-90f4-4d3e-9e65-da67a5e388db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:08.632582 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-80e69385-f85f-4384-8c18-4b2c5f425f05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d251d3dcc434072b03ead47481630eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4741466
Apr 20 14:51:08.633487 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e69385-f85f-4384-8c18-4b2c5f425f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3a0428-3e03-4161-abf1-9036effb6397,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:08.649365 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-80e69385-f85f-4384-8c18-4b2c5f425f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:08.650159 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 46072) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:51:08.741296 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-313c15ca-8e40-468e-896e-6debc7f56d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:08.781885 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-313c15ca-8e40-468e-896e-6debc7f56d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:08.805062 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790017e7-dcbe-451b-a11b-5db441999b78 {{(pid=86436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:51:08.888292 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:08.917782 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Transition to ACTIVE for port object 790017e7-dcbe-451b-a11b-5db441999b78 will not be triggered until provisioned by entity L2. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:51:09.079762 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-313c15ca-8e40-468e-896e-6debc7f56d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:09.080073 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:09.088669 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ea017987-a427-4d70-aaae-8e3978f4a906 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:09.093045 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:09.137158 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c15ca-8e40-468e-896e-6debc7f56d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3a0428-3e03-4161-abf1-9036effb6397,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:09.147343 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-313c15ca-8e40-468e-896e-6debc7f56d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:09.148696 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-313c15ca-8e40-468e-896e-6debc7f56d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:09.153664 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-313c15ca-8e40-468e-896e-6debc7f56d40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e3a0428-3e03-4161-abf1-9036effb6397 HTTP/1.1" status: 204  len: 168 time: 0.5009663
Apr 20 14:51:09.447365 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d164310-7fd2-49b9-90d6-f31ad4da4f61 req-f01b933c-6750-47a2-b185-33a9c25bbb26 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:09.449476 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4d164310-7fd2-49b9-90d6-f31ad4da4f61 req-f01b933c-6750-47a2-b185-33a9c25bbb26 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 943 time: 0.2159975
Apr 20 14:51:09.576180 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4d164310-7fd2-49b9-90d6-f31ad4da4f61 req-df86cb49-5a31-4db8-8db7-311b4283e564 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858192
Apr 20 14:51:09.661763 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af9cf5-ee15-4dc5-aa5d-d4b8bceeb52c req-7482d0b7-a75c-4a67-850f-6a69db6f41fb tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:09.671668 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-83af9cf5-ee15-4dc5-aa5d-d4b8bceeb52c req-7482d0b7-a75c-4a67-850f-6a69db6f41fb tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.2204647
Apr 20 14:51:09.683463 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Pushing event updated for resources: {'Port': ['ID=790017e7-dcbe-451b-a11b-5db441999b78,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:09.697334 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 46098) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:51:09.698283 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:09.796478 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Attempting to bind port 790017e7-dcbe-451b-a11b-5db441999b78 on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:51:09.796817 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Attempting to bind port 790017e7-dcbe-451b-a11b-5db441999b78 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '6782fb8c-a84b-4b4b-a838-a0ba7f350b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '864d5c3b-25aa-4d2d-baf7-16f8fa357c88'}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:51:09.797209 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Attempting to bind port 790017e7-dcbe-451b-a11b-5db441999b78 on network 864d5c3b-25aa-4d2d-baf7-16f8fa357c88 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:51:09.812534 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Port 790017e7-dcbe-451b-a11b-5db441999b78 on network 864d5c3b-25aa-4d2d-baf7-16f8fa357c88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:51:09.812872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Attempting to bind port 790017e7-dcbe-451b-a11b-5db441999b78 on network 864d5c3b-25aa-4d2d-baf7-16f8fa357c88 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:51:09.827615 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:51:09.827982 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Checking segment: {'id': '6782fb8c-a84b-4b4b-a838-a0ba7f350b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '864d5c3b-25aa-4d2d-baf7-16f8fa357c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:51:09.828398 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Bound using segment: {'id': '6782fb8c-a84b-4b4b-a838-a0ba7f350b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '864d5c3b-25aa-4d2d-baf7-16f8fa357c88'} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:51:09.828894 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Bound port: 790017e7-dcbe-451b-a11b-5db441999b78, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6782fb8c-a84b-4b4b-a838-a0ba7f350b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '864d5c3b-25aa-4d2d-baf7-16f8fa357c88'}}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:51:09.829283 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:09.876496 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-83af9cf5-ee15-4dc5-aa5d-d4b8bceeb52c req-ab57b1f5-d9e8-4788-ab55-86214bc41c75 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037108
Apr 20 14:51:10.015315 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] For port 790017e7-dcbe-451b-a11b-5db441999b78, host hv-cinder-74216, cleared binding levels {{(pid=86436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:51:10.019682 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] For port 790017e7-dcbe-451b-a11b-5db441999b78, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=790017e7-dcbe-451b-a11b-5db441999b78,segment=NetworkSegment(6782fb8c-a84b-4b4b-a838-a0ba7f350b66),segment_id=6782fb8c-a84b-4b4b-a838-a0ba7f350b66)] {{(pid=86436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:51:10.049928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:10.075341 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2c1fa248-b186-434c-b562-a1a79e122ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:10.140683 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e2588-6bf0-4f25-bddf-898b8f6d8d78 req-1d309449-cd22-4a8f-bff7-b1bbc72e0b1c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:10.142644 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ec7e2588-6bf0-4f25-bddf-898b8f6d8d78 req-1d309449-cd22-4a8f-bff7-b1bbc72e0b1c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.2615237
Apr 20 14:51:10.210156 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 46112) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:51:10.242323 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-212bf61a-afbe-4e93-95b6-a3b52cd65050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:10.266312 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ec7e2588-6bf0-4f25-bddf-898b8f6d8d78 req-a562f140-16d5-4753-9dae-b1fd621ccb7d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1088274
Apr 20 14:51:10.268857 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-212bf61a-afbe-4e93-95b6-a3b52cd65050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:51:10.274693 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-212bf61a-afbe-4e93-95b6-a3b52cd65050 admin admin] Usage tracker for resource:security_group_rule and tenant:2dd64a88bc88488f90402a8235cf2602 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:51:10.279259 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-212bf61a-afbe-4e93-95b6-a3b52cd65050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:51:10.286726 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-212bf61a-afbe-4e93-95b6-a3b52cd65050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:51:10.307780 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Pushing event updated for resources: {'Port': ['ID=790017e7-dcbe-451b-a11b-5db441999b78,revision_number=3']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:10.323226 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:10.325857 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:10.327082 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:10.329856 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] 10.222.0.38 "PUT /v2.0/ports/790017e7-dcbe-451b-a11b-5db441999b78 HTTP/1.1" status: 200  len: 1093 time: 2.4025629
Apr 20 14:51:10.331606 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-96e7fbb7-149c-4baa-9b0c-77de93cb5774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:10.352192 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b1b7a0-c200-462a-a653-6c0f71a9af44', 'tag': '790017e7-dcbe-451b-a11b-5db441999b78'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:51:10.377000 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-96e7fbb7-149c-4baa-9b0c-77de93cb5774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:51:10.386568 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-96e7fbb7-149c-4baa-9b0c-77de93cb5774 admin admin] Usage tracker for resource:security_group_rule and tenant:2a31f5a9e4b84b6da1ef1656e5ac265c is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:51:10.393167 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-96e7fbb7-149c-4baa-9b0c-77de93cb5774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:51:10.405303 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-96e7fbb7-149c-4baa-9b0c-77de93cb5774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:51:10.501332 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-212bf61a-afbe-4e93-95b6-a3b52cd65050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:10.534694 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-212bf61a-afbe-4e93-95b6-a3b52cd65050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:10.546830 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b1b7a0-c200-462a-a653-6c0f71a9af44', 'tag': '790017e7-dcbe-451b-a11b-5db441999b78', 'status': 'completed', 'code': 200}
Apr 20 14:51:10.549532 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:10.598841 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bf61a-afbe-4e93-95b6-a3b52cd65050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6a6699-bd36-4345-9084-898ab79f9a4e,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:10.615146 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-212bf61a-afbe-4e93-95b6-a3b52cd65050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:10.642581 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-212bf61a-afbe-4e93-95b6-a3b52cd65050 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2dd64a88bc88488f90402a8235cf2602&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4286909
Apr 20 14:51:10.645019 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 46124) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:51:10.724772 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-79fbd7fb-a3ac-4633-a340-26edfafe0b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:10.749057 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-67dc6487-eb83-4de1-adf7-b0371ae6d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:10.752157 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-67dc6487-eb83-4de1-adf7-b0371ae6d08e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2313af5e45e6485ea5f87cc4f8bc6138&device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 1096 time: 0.3015065
Apr 20 14:51:10.761055 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-79fbd7fb-a3ac-4633-a340-26edfafe0b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:10.875813 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-79fbd7fb-a3ac-4633-a340-26edfafe0b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:10.883746 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:10.899754 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbd7fb-a3ac-4633-a340-26edfafe0b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6a6699-bd36-4345-9084-898ab79f9a4e,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:10.902365 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-79fbd7fb-a3ac-4633-a340-26edfafe0b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:10.916899 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-79fbd7fb-a3ac-4633-a340-26edfafe0b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:10.922000 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-79fbd7fb-a3ac-4633-a340-26edfafe0b2c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f6a6699-bd36-4345-9084-898ab79f9a4e HTTP/1.1" status: 204  len: 168 time: 0.2720284
Apr 20 14:51:10.940209 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-e4352ae4-bac5-4a5b-9eaf-0543513df820 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790017e7-dcbe-451b-a11b-5db441999b78 HTTP/1.1" status: 200  len: 217 time: 0.1660109
Apr 20 14:51:10.958678 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-96e7fbb7-149c-4baa-9b0c-77de93cb5774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:11.016982 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8564466-ac0e-48f5-8c64-8a1b10eb2a50 req-b8782784-44e5-4667-b1a4-594e47026973 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:11.031067 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e8564466-ac0e-48f5-8c64-8a1b10eb2a50 req-b8782784-44e5-4667-b1a4-594e47026973 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 943 time: 0.2066495
Apr 20 14:51:11.060031 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-96e7fbb7-149c-4baa-9b0c-77de93cb5774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:11.098560 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c57e08d2-6490-4685-891c-6c4b5c91172b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:11.159029 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7fbb7-149c-4baa-9b0c-77de93cb5774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e206bf18-8884-4d2b-a9bc-2d3dfc16e110,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:11.183254 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-96e7fbb7-149c-4baa-9b0c-77de93cb5774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:11.226030 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-96e7fbb7-149c-4baa-9b0c-77de93cb5774 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a31f5a9e4b84b6da1ef1656e5ac265c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5217404
Apr 20 14:51:11.226755 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 46134) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:51:11.259350 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-9c4c4d79-34b6-4692-be0b-5d525d775568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:11.262118 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-9c4c4d79-34b6-4692-be0b-5d525d775568 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2ec7c7d9-aac3-44e2-9f41-ac1558e431e9 HTTP/1.1" status: 200  len: 848 time: 0.2986810
Apr 20 14:51:11.276535 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e8564466-ac0e-48f5-8c64-8a1b10eb2a50 req-262f4131-b206-4881-a227-639c314352f4 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2279885
Apr 20 14:51:11.337561 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749af8ef-5d44-4ffc-adea-4c5c84930975 req-a89d44f1-a6eb-464d-a915-83c1d286f251 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:11.345961 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-749af8ef-5d44-4ffc-adea-4c5c84930975 req-a89d44f1-a6eb-464d-a915-83c1d286f251 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.2536132
Apr 20 14:51:11.355334 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b298e871-b44f-4a0a-bd65-33d4ec163aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:11.399908 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-749af8ef-5d44-4ffc-adea-4c5c84930975 req-45c169ef-59f5-4f90-946d-ef2c0d9b0a97 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527797
Apr 20 14:51:11.416494 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b298e871-b44f-4a0a-bd65-33d4ec163aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:11.543767 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b298e871-b44f-4a0a-bd65-33d4ec163aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:11.549665 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-71a888bc-d9de-49c7-b4f5-53fedf219542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:11.562470 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298e871-b44f-4a0a-bd65-33d4ec163aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e206bf18-8884-4d2b-a9bc-2d3dfc16e110,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:11.565172 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b298e871-b44f-4a0a-bd65-33d4ec163aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:11.582578 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b298e871-b44f-4a0a-bd65-33d4ec163aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:11.593030 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-b298e871-b44f-4a0a-bd65-33d4ec163aca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e206bf18-8884-4d2b-a9bc-2d3dfc16e110 HTTP/1.1" status: 204  len: 168 time: 0.3646154
Apr 20 14:51:11.700699 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8b36b-023a-46e3-b571-1237b129db07 req-d79bd44d-f750-42f3-b878-ce143e361ce4 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:11.703168 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-89e8b36b-023a-46e3-b571-1237b129db07 req-d79bd44d-f750-42f3-b878-ce143e361ce4 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.1616647
Apr 20 14:51:11.810337 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-89e8b36b-023a-46e3-b571-1237b129db07 req-9116be2c-6e00-4d9e-ad80-98865322f064 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0980921
Apr 20 14:51:11.957387 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-421e314a-8bd8-4ed1-8a48-e946099c9b65 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=864d5c3b-25aa-4d2d-baf7-16f8fa357c88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0586977
Apr 20 14:51:12.710226 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c08016-24e9-4b0b-ade7-88b67d49d116 req-fd095883-f23b-4901-8e5b-c034006ee6c4 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:12.711852 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-75c08016-24e9-4b0b-ade7-88b67d49d116 req-fd095883-f23b-4901-8e5b-c034006ee6c4 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 943 time: 0.1017582
Apr 20 14:51:12.767428 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-75c08016-24e9-4b0b-ade7-88b67d49d116 req-e62c6ba7-65b3-4d4f-9be9-985e9de3986d tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467896
Apr 20 14:51:12.983720 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-bd6ed5f8-d115-4932-a68c-2997e3ac733d service neutron] 10.222.0.38 "GET /v2.0/networks/864d5c3b-25aa-4d2d-baf7-16f8fa357c88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864328
Apr 20 14:51:13.168970 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996984f-3529-4bf2-bb5d-fb2e49f1b8b7 req-6107274c-a87e-47f0-b680-ab19da72092a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:13.173020 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7996984f-3529-4bf2-bb5d-fb2e49f1b8b7 req-6107274c-a87e-47f0-b680-ab19da72092a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.1374984
Apr 20 14:51:13.268637 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7996984f-3529-4bf2-bb5d-fb2e49f1b8b7 req-27edd92e-41cc-497b-bbb3-5fb582d09d92 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836313
Apr 20 14:51:14.098873 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-08aca2ef-2edf-4056-a7d0-61d975411de7 req-56483261-688a-46ec-b890-ee0b6241e40e service neutron] 10.222.0.38 "GET /v2.0/networks/864d5c3b-25aa-4d2d-baf7-16f8fa357c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2543588
Apr 20 14:51:14.150060 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9575063-2ea6-4917-aeb0-4bed9bda45f2 req-dfa93aad-8ad2-4177-9ccb-f0d1648aa074 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:14.152977 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9575063-2ea6-4917-aeb0-4bed9bda45f2 req-dfa93aad-8ad2-4177-9ccb-f0d1648aa074 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 943 time: 0.1861362
Apr 20 14:51:14.246668 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9575063-2ea6-4917-aeb0-4bed9bda45f2 req-a1d3e101-b502-4dec-85c3-6f870f5e71d4 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866685
Apr 20 14:51:14.345197 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7d215-ba8b-4296-a61d-3871e49e4c97 req-fa782bf9-dca5-47bf-9792-172021d71fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:14.347223 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0ad7d215-ba8b-4296-a61d-3871e49e4c97 req-fa782bf9-dca5-47bf-9792-172021d71fb2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2313af5e45e6485ea5f87cc4f8bc6138&device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 1096 time: 0.1326263
Apr 20 14:51:14.553562 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7d215-ba8b-4296-a61d-3871e49e4c97 req-0680eeec-fb51-42cf-ae5a-b06695c4bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:14.555429 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0ad7d215-ba8b-4296-a61d-3871e49e4c97 req-0680eeec-fb51-42cf-ae5a-b06695c4bfb1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=864d5c3b-25aa-4d2d-baf7-16f8fa357c88 HTTP/1.1" status: 200  len: 909 time: 0.1965220
Apr 20 14:51:14.673388 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888c7ae-f8e5-4324-ba37-f81321825885 req-5007d38b-5c9e-41a3-9766-3025d2e0eba9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:14.686523 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c888c7ae-f8e5-4324-ba37-f81321825885 req-5007d38b-5c9e-41a3-9766-3025d2e0eba9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.2238536
Apr 20 14:51:14.783016 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0ad7d215-ba8b-4296-a61d-3871e49e4c97 req-925d4243-cb97-472d-8c09-412e64f17b21 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790017e7-dcbe-451b-a11b-5db441999b78 HTTP/1.1" status: 200  len: 217 time: 0.2194588
Apr 20 14:51:14.820810 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c888c7ae-f8e5-4324-ba37-f81321825885 req-0513f183-cfd8-4917-a2db-c8b541f09a5e tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1267424
Apr 20 14:51:14.920948 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7d215-ba8b-4296-a61d-3871e49e4c97 req-93e1bfbb-cd1d-4769-81be-047c612ae5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:14.922895 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0ad7d215-ba8b-4296-a61d-3871e49e4c97 req-93e1bfbb-cd1d-4769-81be-047c612ae5b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2ec7c7d9-aac3-44e2-9f41-ac1558e431e9 HTTP/1.1" status: 200  len: 848 time: 0.1292706
Apr 20 14:51:14.982723 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0ad7d215-ba8b-4296-a61d-3871e49e4c97 req-ccead45e-658e-44a3-9cd1-e1809ce9b1f5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=864d5c3b-25aa-4d2d-baf7-16f8fa357c88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502768
Apr 20 14:51:15.218410 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0ad7d215-ba8b-4296-a61d-3871e49e4c97 req-9cada1e0-b8c3-4a0d-aaa3-1f46e1a3387b service neutron] 10.222.0.38 "GET /v2.0/networks/864d5c3b-25aa-4d2d-baf7-16f8fa357c88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2181790
Apr 20 14:51:15.377722 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0ad7d215-ba8b-4296-a61d-3871e49e4c97 req-84703ff4-9d70-48ef-b350-4db088c5f199 service neutron] 10.222.0.38 "GET /v2.0/networks/864d5c3b-25aa-4d2d-baf7-16f8fa357c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1494684
Apr 20 14:51:15.555482 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8bb9b-5d62-44ca-9813-f8ace937ad46 req-8e51f4b0-2b78-4a6c-9368-b7a2f5280ffd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:15.557853 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-32a8bb9b-5d62-44ca-9813-f8ace937ad46 req-8e51f4b0-2b78-4a6c-9368-b7a2f5280ffd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 943 time: 0.1372893
Apr 20 14:51:15.633536 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-32a8bb9b-5d62-44ca-9813-f8ace937ad46 req-2ca8f820-3d52-418b-bc47-82c05e720e30 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680387
Apr 20 14:51:16.036673 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 46300) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:51:16.129717 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9742f-e139-408e-9183-218b834ee311 req-3c07f4ec-54d9-4192-8346-c9448bf89dd3 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:16.131634 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-eea9742f-e139-408e-9183-218b834ee311 req-3c07f4ec-54d9-4192-8346-c9448bf89dd3 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.1284060
Apr 20 14:51:16.202959 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-eea9742f-e139-408e-9183-218b834ee311 req-33ea6d44-38b0-4348-972a-5ae271494f49 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641685
Apr 20 14:51:16.243509 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5c445a8c-0f83-45f7-b813-ba296c541f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:16.260945 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-5c445a8c-0f83-45f7-b813-ba296c541f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:51:16.265249 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-5c445a8c-0f83-45f7-b813-ba296c541f48 admin admin] Usage tracker for resource:security_group_rule and tenant:1d22fd99f7d54586905adec6767d6758 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:51:16.268355 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-5c445a8c-0f83-45f7-b813-ba296c541f48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:51:16.275002 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-5c445a8c-0f83-45f7-b813-ba296c541f48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:51:16.336644 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0356a-67b7-458d-8df9-8e45ab415b08 req-cb610942-91f4-4a1f-89b3-9577da27f94d tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:16.338433 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-19f0356a-67b7-458d-8df9-8e45ab415b08 req-cb610942-91f4-4a1f-89b3-9577da27f94d tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.0943935
Apr 20 14:51:16.377170 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5c445a8c-0f83-45f7-b813-ba296c541f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:16.398070 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-19f0356a-67b7-458d-8df9-8e45ab415b08 req-808b893a-d75e-4490-a768-ce8c9ac658a4 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461211
Apr 20 14:51:16.412761 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5c445a8c-0f83-45f7-b813-ba296c541f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:16.427412 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a6a4d371-bdb3-4540-990f-82482d426096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:16.480290 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-5c445a8c-0f83-45f7-b813-ba296c541f48 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d22fd99f7d54586905adec6767d6758&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4418871
Apr 20 14:51:16.482374 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c445a8c-0f83-45f7-b813-ba296c541f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a81709-8181-47e3-8e2b-5a871aab4415,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:16.485672 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 46310) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:51:16.497877 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5c445a8c-0f83-45f7-b813-ba296c541f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:16.610828 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c01fde32-5bad-4e8a-8bc0-8f70d6325b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:16.652022 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c01fde32-5bad-4e8a-8bc0-8f70d6325b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:16.764147 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c01fde32-5bad-4e8a-8bc0-8f70d6325b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:16.775871 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8f5aa64b-1f1a-45b0-8762-dc55504cee29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:16.797442 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fde32-5bad-4e8a-8bc0-8f70d6325b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a81709-8181-47e3-8e2b-5a871aab4415,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:16.801906 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c01fde32-5bad-4e8a-8bc0-8f70d6325b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:16.825382 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c01fde32-5bad-4e8a-8bc0-8f70d6325b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:16.831811 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-c01fde32-5bad-4e8a-8bc0-8f70d6325b30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94a81709-8181-47e3-8e2b-5a871aab4415 HTTP/1.1" status: 204  len: 168 time: 0.3441057
Apr 20 14:51:17.025435 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74821ddb-e8cb-42f9-b6d9-d24fe36e758c req-bb7c8838-b1bd-4c45-a517-bc31302138bd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:17.027216 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-74821ddb-e8cb-42f9-b6d9-d24fe36e758c req-bb7c8838-b1bd-4c45-a517-bc31302138bd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 943 time: 0.1709585
Apr 20 14:51:17.144054 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-74821ddb-e8cb-42f9-b6d9-d24fe36e758c req-289e26b3-c39b-4ed0-9ea8-ae3ab267369d tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091397
Apr 20 14:51:17.557069 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6130f4-50aa-4519-8402-66fb61c7bfe0 req-da7522c5-689f-4787-8fe3-a8731d025170 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:17.563256 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 46344) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:51:17.569918 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fd6130f4-50aa-4519-8402-66fb61c7bfe0 req-da7522c5-689f-4787-8fe3-a8731d025170 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.2294109
Apr 20 14:51:17.605677 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c07e69f9-b672-48f2-8bb6-58eb61a6423b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:17.625837 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fd6130f4-50aa-4519-8402-66fb61c7bfe0 req-d05baf3c-d535-4d49-a046-9f4a8c6124c9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534859
Apr 20 14:51:17.636235 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-c07e69f9-b672-48f2-8bb6-58eb61a6423b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:51:17.644203 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-c07e69f9-b672-48f2-8bb6-58eb61a6423b admin admin] Usage tracker for resource:security_group_rule and tenant:98960d1fed6c420aa3c8bf76962b59cf is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:51:17.653078 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-c07e69f9-b672-48f2-8bb6-58eb61a6423b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:51:17.664132 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-c07e69f9-b672-48f2-8bb6-58eb61a6423b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:51:17.863505 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c07e69f9-b672-48f2-8bb6-58eb61a6423b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:17.895654 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c07e69f9-b672-48f2-8bb6-58eb61a6423b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:17.912760 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6a7b234f-e5cf-424c-b76f-c0a8d51c36c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:17.965673 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-c07e69f9-b672-48f2-8bb6-58eb61a6423b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98960d1fed6c420aa3c8bf76962b59cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3960562
Apr 20 14:51:17.966034 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 46356) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:51:17.969712 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e69f9-b672-48f2-8bb6-58eb61a6423b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a94cb1b-277f-4d8f-851c-157f7227242c,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:17.975272 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c07e69f9-b672-48f2-8bb6-58eb61a6423b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:18.087204 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-16c6bcfc-84f4-41b2-acf0-5e0fbdd943fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:18.118479 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-16c6bcfc-84f4-41b2-acf0-5e0fbdd943fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:18.235026 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-16c6bcfc-84f4-41b2-acf0-5e0fbdd943fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:18.241256 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b298e871-b44f-4a0a-bd65-33d4ec163aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:18.259486 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6bcfc-84f4-41b2-acf0-5e0fbdd943fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a94cb1b-277f-4d8f-851c-157f7227242c,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:18.263306 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-16c6bcfc-84f4-41b2-acf0-5e0fbdd943fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:18.284109 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-16c6bcfc-84f4-41b2-acf0-5e0fbdd943fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:18.285527 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-16c6bcfc-84f4-41b2-acf0-5e0fbdd943fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a94cb1b-277f-4d8f-851c-157f7227242c HTTP/1.1" status: 204  len: 168 time: 0.3184245
Apr 20 14:51:18.384634 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4dc16-d4d2-425a-8099-f716001e0759 req-d2ccb3c0-daf6-4930-90b7-a50feaf9e470 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:18.386444 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0ef4dc16-d4d2-425a-8099-f716001e0759 req-d2ccb3c0-daf6-4930-90b7-a50feaf9e470 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 943 time: 0.1060288
Apr 20 14:51:18.440238 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0ef4dc16-d4d2-425a-8099-f716001e0759 req-86f4f4f2-d788-4cb2-bb8c-f205ee7d15d9 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470488
Apr 20 14:51:18.640067 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec69599-6b3f-4b3a-9b17-0362f9be3260 req-b327e944-2f15-43f8-846f-42d80dc9289b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:18.642935 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-dec69599-6b3f-4b3a-9b17-0362f9be3260 req-b327e944-2f15-43f8-846f-42d80dc9289b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.1123707
Apr 20 14:51:18.734099 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-dec69599-6b3f-4b3a-9b17-0362f9be3260 req-1996cafb-88d2-4c1d-860d-8d92720cdb83 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817854
Apr 20 14:51:18.909849 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d0860-d81e-4c22-83ce-40cebea03399 req-e659b049-029c-465b-a45e-306d151062b1 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:18.909849 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b50d0860-d81e-4c22-83ce-40cebea03399 req-e659b049-029c-465b-a45e-306d151062b1 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.1302297
Apr 20 14:51:18.978474 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b50d0860-d81e-4c22-83ce-40cebea03399 req-321c6ca8-5bb5-4ec4-ab22-0224aea1d138 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613782
Apr 20 14:51:19.657307 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e66ecd-8575-4c6c-9d21-b3e99ae7e8fa req-e4d431be-83cb-46f7-ae1e-d86ca2e2603d tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:19.658997 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d0e66ecd-8575-4c6c-9d21-b3e99ae7e8fa req-e4d431be-83cb-46f7-ae1e-d86ca2e2603d tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 943 time: 0.0923955
Apr 20 14:51:19.726461 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d0e66ecd-8575-4c6c-9d21-b3e99ae7e8fa req-8d842743-41e7-47a0-8073-93367019be6c tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597286
Apr 20 14:51:19.974865 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afcf59-de20-4878-8d7e-b5576b79f2dd req-a4ce8cdd-ddb5-4e15-a3a8-20db3930abcc tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:19.977828 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-61afcf59-de20-4878-8d7e-b5576b79f2dd req-a4ce8cdd-ddb5-4e15-a3a8-20db3930abcc tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.1077042
Apr 20 14:51:20.030956 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-61afcf59-de20-4878-8d7e-b5576b79f2dd req-1fb56c3a-d8a2-410c-b768-6c795d649e5b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465457
Apr 20 14:51:20.193575 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 790017e7-dcbe-451b-a11b-5db441999b78 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:51:20.284666 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132e0c5-2181-46b5-8c06-600778bf811d req-75ecfbc2-c46a-4fa0-9bd0-4854c850668d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:20.286997 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0132e0c5-2181-46b5-8c06-600778bf811d req-75ecfbc2-c46a-4fa0-9bd0-4854c850668d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.1303244
Apr 20 14:51:20.325419 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 46418) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:51:20.347623 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0132e0c5-2181-46b5-8c06-600778bf811d req-1f7d5ae8-1a56-4215-8beb-419d75e143f9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523307
Apr 20 14:51:20.365976 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 790017e7-dcbe-451b-a11b-5db441999b78, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=790017e7-dcbe-451b-a11b-5db441999b78,segment=NetworkSegment(6782fb8c-a84b-4b4b-a838-a0ba7f350b66),segment_id=6782fb8c-a84b-4b4b-a838-a0ba7f350b66)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:51:20.382003 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': '790017e7-dcbe-451b-a11b-5db441999b78', 'network_id': '864d5c3b-25aa-4d2d-baf7-16f8fa357c88', 'port_id': '790017e7-dcbe-451b-a11b-5db441999b78', 'mac_address': 'fa:16:3e:e9:74:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec7c7d9-aac3-44e2-9f41-ac1558e431e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:51:20.451813 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:20.471667 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790017e7-dcbe-451b-a11b-5db441999b78 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:51:20.497478 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b802fce5-5a35-4474-ace1-a1beaf88f97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:20.514397 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-b802fce5-5a35-4474-ace1-a1beaf88f97e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:51:20.518877 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-b802fce5-5a35-4474-ace1-a1beaf88f97e admin admin] Usage tracker for resource:security_group_rule and tenant:e29d55c9cd17413b8f7aef19c3b8719e is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:51:20.519823 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 790017e7-dcbe-451b-a11b-5db441999b78, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=790017e7-dcbe-451b-a11b-5db441999b78,segment=NetworkSegment(6782fb8c-a84b-4b4b-a838-a0ba7f350b66),segment_id=6782fb8c-a84b-4b4b-a838-a0ba7f350b66)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:51:20.522915 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-b802fce5-5a35-4474-ace1-a1beaf88f97e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:51:20.529263 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-b802fce5-5a35-4474-ace1-a1beaf88f97e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:51:20.558006 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:20.561373 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:20.638150 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=790017e7-dcbe-451b-a11b-5db441999b78,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:20.648197 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:51:20.648673 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:51:20.649186 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:51:20.649764 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:51:20.650204 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:51:20.650637 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:51:20.651069 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:51:20.651582 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:51:20.652058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:51:20.652579 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:51:20.653099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:51:20.653577 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:51:20.658879 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:20.768951 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b802fce5-5a35-4474-ace1-a1beaf88f97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:20.794973 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b802fce5-5a35-4474-ace1-a1beaf88f97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:20.807391 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c848990a-4f0a-4ce2-a763-871f678ee788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:20.857656 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-b802fce5-5a35-4474-ace1-a1beaf88f97e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e29d55c9cd17413b8f7aef19c3b8719e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5309799
Apr 20 14:51:20.858719 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802fce5-5a35-4474-ace1-a1beaf88f97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee85d32c-f82c-4d1f-82b6-705fd4ad3a2f,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:20.861424 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 46432) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:51:20.865533 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b802fce5-5a35-4474-ace1-a1beaf88f97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:20.936452 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5f2b98c6-47be-4c2c-816a-59b9194c7436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:20.952630 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40036c-0d3a-4ce8-841b-ad9b018a21fb req-c7bb77af-8026-4eb0-a7c1-23bec54ea5f1 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:20.954407 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ee40036c-0d3a-4ce8-841b-ad9b018a21fb req-c7bb77af-8026-4eb0-a7c1-23bec54ea5f1 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 944 time: 0.1044817
Apr 20 14:51:20.983963 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5f2b98c6-47be-4c2c-816a-59b9194c7436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:21.031835 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ee40036c-0d3a-4ce8-841b-ad9b018a21fb req-559835d3-1e40-4607-bf36-6344b275d6e2 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688343
Apr 20 14:51:21.154978 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5f2b98c6-47be-4c2c-816a-59b9194c7436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:21.160607 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-bb6ff606-ba72-4688-8c07-7eb678bcbe3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:21.175995 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b98c6-47be-4c2c-816a-59b9194c7436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee85d32c-f82c-4d1f-82b6-705fd4ad3a2f,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:21.179714 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5f2b98c6-47be-4c2c-816a-59b9194c7436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:21.181220 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5f2b98c6-47be-4c2c-816a-59b9194c7436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:21.182767 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-5f2b98c6-47be-4c2c-816a-59b9194c7436 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee85d32c-f82c-4d1f-82b6-705fd4ad3a2f HTTP/1.1" status: 204  len: 168 time: 0.3202968
Apr 20 14:51:21.280386 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff9ce3-b28e-4e9c-a1c4-f18f54dd91ba req-6ca09781-7a23-4ae9-a48f-fd6e7f118a74 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:21.282149 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c8ff9ce3-b28e-4e9c-a1c4-f18f54dd91ba req-6ca09781-7a23-4ae9-a48f-fd6e7f118a74 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.1010127
Apr 20 14:51:21.334500 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c8ff9ce3-b28e-4e9c-a1c4-f18f54dd91ba req-82360ed4-fba3-4e36-8af7-9b2e7a44f9ed tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450282
Apr 20 14:51:21.648769 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc98657-b65b-4769-9824-1b6ebcab2ba5 req-d0789d9e-7ea0-4e09-b75d-653e09cb3cdb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:21.650414 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8cc98657-b65b-4769-9824-1b6ebcab2ba5 req-d0789d9e-7ea0-4e09-b75d-653e09cb3cdb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.0988336
Apr 20 14:51:21.703803 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8cc98657-b65b-4769-9824-1b6ebcab2ba5 req-ff39651a-8642-41ef-a8fc-adbdad8f182e tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469768
Apr 20 14:51:21.812396 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['790017e7-dcbe-451b-a11b-5db441999b78'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:51:22.324981 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e272340-a744-4e49-940e-ec0534ad38f3 req-909012fb-70ca-4c84-9759-54e47a426728 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:22.326724 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6e272340-a744-4e49-940e-ec0534ad38f3 req-909012fb-70ca-4c84-9759-54e47a426728 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 944 time: 0.1115324
Apr 20 14:51:22.419722 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6e272340-a744-4e49-940e-ec0534ad38f3 req-6b899fe4-d4c7-46f5-9543-8390d6755808 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843019
Apr 20 14:51:22.600480 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbff3ec-0b46-4a07-b951-36c6456787d0 req-3f25cee2-9d34-4045-a26e-eb6cf7767113 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:22.602169 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7fbff3ec-0b46-4a07-b951-36c6456787d0 req-3f25cee2-9d34-4045-a26e-eb6cf7767113 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.1036110
Apr 20 14:51:22.655867 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7fbff3ec-0b46-4a07-b951-36c6456787d0 req-43c8e0f8-60f9-4faa-b09e-5a75531f534c tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468314
Apr 20 14:51:22.943941 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1601ad-ce50-435e-9b43-a68b479260d7 req-5f2ea855-9ca6-4dec-a242-91a4cbdb8027 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:22.945845 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6d1601ad-ce50-435e-9b43-a68b479260d7 req-5f2ea855-9ca6-4dec-a242-91a4cbdb8027 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.1054335
Apr 20 14:51:23.073144 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6d1601ad-ce50-435e-9b43-a68b479260d7 req-b5265fe9-8187-4ba9-9b14-fecd9087a690 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1136808
Apr 20 14:51:23.517372 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-ee552c66-0751-480c-b92d-8449af8ed1b9 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:23.519029 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-ee552c66-0751-480c-b92d-8449af8ed1b9 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/networks?id=58719903-15d1-4315-bb1e-052e740696ac HTTP/1.1" status: 200  len: 815 time: 0.1767972
Apr 20 14:51:23.537422 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-c9e39902-fe97-432d-a471-ca304ea0903b tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/quotas/eef72ea2e2c54d04a7a83790dc9707b7 HTTP/1.1" status: 200  len: 375 time: 0.0115886
Apr 20 14:51:23.815209 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-bfdc8377-28da-41a7-a9b4-eb35ee140306 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eef72ea2e2c54d04a7a83790dc9707b7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2695849
Apr 20 14:51:23.837195 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bde7d4-063d-4f59-811b-d01aaaf94677 req-24a3b86b-c2c6-4dfd-b6b2-b90cf4f3a94f tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:23.840701 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e7bde7d4-063d-4f59-811b-d01aaaf94677 req-24a3b86b-c2c6-4dfd-b6b2-b90cf4f3a94f tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 944 time: 0.2039859
Apr 20 14:51:24.001020 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e7bde7d4-063d-4f59-811b-d01aaaf94677 req-e3b8dda2-e9e4-40aa-a381-d30ef71c2973 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250219
Apr 20 14:51:24.050530 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-8c97c714-25d8-4898-9279-c92c478324be service neutron] 10.222.0.16 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2098346
Apr 20 14:51:24.552674 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-953407d3-1834-44e0-bd8c-1ea5ffb5d0a8 service neutron] 10.222.0.16 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4963195
Apr 20 14:51:24.568722 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0433af-7d89-421d-bfde-a31ee649ce33 req-fbb5fd67-9054-4f2f-a863-bb31dfe9ad49 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:24.570365 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ea0433af-7d89-421d-bfde-a31ee649ce33 req-fbb5fd67-9054-4f2f-a863-bb31dfe9ad49 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.3631997
Apr 20 14:51:24.624497 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ea0433af-7d89-421d-bfde-a31ee649ce33 req-02c5eaef-0537-4477-9a5c-dd3da37f66f2 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473554
Apr 20 14:51:24.882644 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-da09abf9-5b7d-4070-b0ab-c73bd50f4f23 req-3ee6c4f6-829f-4fec-8916-6754d8d6a8fe tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 210 time: 0.0653877
Apr 20 14:51:24.907015 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6a23c-a7b4-4a0d-894e-fe5de81db29b req-d58b3c86-e800-4668-914e-30b3a742e86e tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:24.908001 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e7f6a23c-a7b4-4a0d-894e-fe5de81db29b req-d58b3c86-e800-4668-914e-30b3a742e86e tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.1748390
Apr 20 14:51:24.967495 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e7f6a23c-a7b4-4a0d-894e-fe5de81db29b req-22461aa7-57cc-485a-87d3-478b6700ecdd tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509803
Apr 20 14:51:25.272055 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7510ef-e2b0-4b19-ab81-384ba30cb229 req-9d805c81-c980-4d5c-93eb-3585817cde96 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:25.274019 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7a7510ef-e2b0-4b19-ab81-384ba30cb229 req-9d805c81-c980-4d5c-93eb-3585817cde96 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 944 time: 0.1006775
Apr 20 14:51:25.332474 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7a7510ef-e2b0-4b19-ab81-384ba30cb229 req-fde7afec-d275-421f-b581-2e54bd43f966 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492175
Apr 20 14:51:25.834720 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7ba00-28bf-4e53-960c-19fcbbccc044 req-372326e7-0efa-4dcb-a719-32c875ff9dca tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:25.836551 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-21c7ba00-28bf-4e53-960c-19fcbbccc044 req-372326e7-0efa-4dcb-a719-32c875ff9dca tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.0951328
Apr 20 14:51:25.892557 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-21c7ba00-28bf-4e53-960c-19fcbbccc044 req-f0f9dfb8-f682-402c-8d46-f6068b06c4e6 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489969
Apr 20 14:51:26.066376 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-259f780d-4cae-423e-9720-fec4b367cef1 req-b773499b-a016-4821-b173-26d0313202d6 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 210 time: 0.0611856
Apr 20 14:51:26.286958 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f236326-d80b-4ed1-bffc-6866761e935f req-4b95d3eb-cd4f-449a-9180-5176424f0891 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:26.286958 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9f236326-d80b-4ed1-bffc-6866761e935f req-4b95d3eb-cd4f-449a-9180-5176424f0891 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.0926168
Apr 20 14:51:26.286958 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9f236326-d80b-4ed1-bffc-6866761e935f req-af4deb08-a2e7-4389-acd7-160a408b57fb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464218
Apr 20 14:51:26.330454 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 790017e7-dcbe-451b-a11b-5db441999b78 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:51:26.437314 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port 790017e7-dcbe-451b-a11b-5db441999b78 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:51:26.443438 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port 790017e7-dcbe-451b-a11b-5db441999b78 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:51:26.443868 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:26.549781 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60478369-59f2-45fd-9c32-e99145d7d471 req-dc695232-92e5-4e39-8869-e876f24a83d1 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:26.551223 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-60478369-59f2-45fd-9c32-e99145d7d471 req-dc695232-92e5-4e39-8869-e876f24a83d1 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 944 time: 0.0943773
Apr 20 14:51:26.577723 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:26.600326 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-60478369-59f2-45fd-9c32-e99145d7d471 req-98828930-cb5a-4127-a99c-99f4948c595c tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426147
Apr 20 14:51:26.606811 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b1b7a0-c200-462a-a653-6c0f71a9af44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790017e7-dcbe-451b-a11b-5db441999b78'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:51:26.617439 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 790017e7-dcbe-451b-a11b-5db441999b78, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=790017e7-dcbe-451b-a11b-5db441999b78,segment=NetworkSegment(6782fb8c-a84b-4b4b-a838-a0ba7f350b66),segment_id=6782fb8c-a84b-4b4b-a838-a0ba7f350b66)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:51:26.648590 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:26.650725 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:26.693176 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b1b7a0-c200-462a-a653-6c0f71a9af44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790017e7-dcbe-451b-a11b-5db441999b78', 'code': 200}
Apr 20 14:51:26.730017 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=790017e7-dcbe-451b-a11b-5db441999b78,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:26.733241 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:27.167235 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac2ffc-c83b-4e8d-b550-755ca33a6e00 req-57546fe6-7eb6-40d5-b310-47b9a4ef5ff5 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:27.169059 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-95ac2ffc-c83b-4e8d-b550-755ca33a6e00 req-57546fe6-7eb6-40d5-b310-47b9a4ef5ff5 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.1184535
Apr 20 14:51:27.277544 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-75e76f7e-27c3-427f-b3f4-ad4c59d087ae req-0d0e0fb8-4063-44e2-8cd7-dc5ba37b2002 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 210 time: 0.0784490
Apr 20 14:51:27.289778 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-95ac2ffc-c83b-4e8d-b550-755ca33a6e00 req-0627b850-f60d-4c4f-bcb4-256c1a28fc8e tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080933
Apr 20 14:51:27.498566 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee81687-22e6-4f85-954c-e013846090a3 req-d6b336b1-a50e-4dcd-ae7c-0ad79f123049 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:27.500455 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-aee81687-22e6-4f85-954c-e013846090a3 req-d6b336b1-a50e-4dcd-ae7c-0ad79f123049 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.0987124
Apr 20 14:51:27.564527 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-aee81687-22e6-4f85-954c-e013846090a3 req-1aee442e-f441-4eed-8ece-73eefa30b52b tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471768
Apr 20 14:51:27.779054 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a229d-e03c-41fd-8fa1-098e02a456d2 req-4cd1f356-12c9-4a9b-b695-359bf9b228e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:27.780600 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-149a229d-e03c-41fd-8fa1-098e02a456d2 req-4cd1f356-12c9-4a9b-b695-359bf9b228e5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 1098 time: 0.0854664
Apr 20 14:51:27.818356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98f88d-82c4-4346-8402-54bec672346b req-c1abd5e2-cb0e-435c-81fd-4fa71783b3c8 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:27.820584 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1e98f88d-82c4-4346-8402-54bec672346b req-c1abd5e2-cb0e-435c-81fd-4fa71783b3c8 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 945 time: 0.0974104
Apr 20 14:51:27.841775 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-149a229d-e03c-41fd-8fa1-098e02a456d2 req-6f7c5788-f1b5-4272-b041-425cfd4358d3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537336
Apr 20 14:51:27.901627 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1e98f88d-82c4-4346-8402-54bec672346b req-0b5cc7e1-e53e-4110-9f23-186dd075bfc1 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745561
Apr 20 14:51:28.457124 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5917d545-7887-4094-9e70-c76c2b885196 req-a673b62d-57f8-4575-a7d9-32d1e942dba5 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 210 time: 0.0581846
Apr 20 14:51:28.554326 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3b779-383f-4c0f-ab54-3e34f6a66d58 req-8ca2af98-3402-43da-9e9a-e23984fe7a7a tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:28.556035 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-78f3b779-383f-4c0f-ab54-3e34f6a66d58 req-8ca2af98-3402-43da-9e9a-e23984fe7a7a tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.1019235
Apr 20 14:51:28.645740 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-78f3b779-383f-4c0f-ab54-3e34f6a66d58 req-01da5f8d-9f87-406e-91c1-a6c079b62c0f tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0812347
Apr 20 14:51:28.866912 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa473436-3e09-43f2-9ba1-97c46547f9e6 req-c4a875fc-7af4-40f8-a7bb-b68d7d1f80ea tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:28.872769 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-aa473436-3e09-43f2-9ba1-97c46547f9e6 req-c4a875fc-7af4-40f8-a7bb-b68d7d1f80ea tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.1149437
Apr 20 14:51:28.914563 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-235c89c6-dd84-4518-8315-5bac9f8e3f2d tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:28.916257 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-235c89c6-dd84-4518-8315-5bac9f8e3f2d tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.38 "GET /v2.0/networks?id=58719903-15d1-4315-bb1e-052e740696ac HTTP/1.1" status: 200  len: 815 time: 0.2742600
Apr 20 14:51:28.947451 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-aa473436-3e09-43f2-9ba1-97c46547f9e6 req-2a29fe92-c196-4db4-ba44-c5312084f263 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710313
Apr 20 14:51:28.954891 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-7b83e50e-00d6-459f-8c91-3b3f0b6edb4a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Request body: {'port': {'device_id': 'b4001d5d-2bb7-4287-805d-3b0711e3748d', 'network_id': '58719903-15d1-4315-bb1e-052e740696ac', 'admin_state_up': True, 'tenant_id': 'eef72ea2e2c54d04a7a83790dc9707b7'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:51:29.008373 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 46568) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:51:29.302889 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6c5d7-19d9-4365-9023-e7db52b3d4c2 req-9cf34541-88b4-4235-905e-9af5568fa9a4 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:29.305037 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d9f6c5d7-19d9-4365-9023-e7db52b3d4c2 req-9cf34541-88b4-4235-905e-9af5568fa9a4 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 945 time: 0.1534808
Apr 20 14:51:29.367539 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-7b83e50e-00d6-459f-8c91-3b3f0b6edb4a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:51:29.379167 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-7b83e50e-00d6-459f-8c91-3b3f0b6edb4a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:51:29.409546 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d9f6c5d7-19d9-4365-9023-e7db52b3d4c2 req-fbce025e-31a8-45c9-b873-07330f49e41f tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976613
Apr 20 14:51:29.414772 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-7b83e50e-00d6-459f-8c91-3b3f0b6edb4a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Made reservation on behalf of eef72ea2e2c54d04a7a83790dc9707b7 for: {'port': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:51:29.415116 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-df211137-89fc-4d2c-afb0-edd01977e3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:29.422370 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-7b83e50e-00d6-459f-8c91-3b3f0b6edb4a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:29.453282 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-df211137-89fc-4d2c-afb0-edd01977e3ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:51:29.459141 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-df211137-89fc-4d2c-afb0-edd01977e3ec admin admin] Usage tracker for resource:security_group_rule and tenant:ef784495e61b453ba43edbcb258c3ada is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:51:29.463456 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-df211137-89fc-4d2c-afb0-edd01977e3ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:51:29.471079 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-df211137-89fc-4d2c-afb0-edd01977e3ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:51:29.667591 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-df211137-89fc-4d2c-afb0-edd01977e3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:29.713409 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-7b83e50e-00d6-459f-8c91-3b3f0b6edb4a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Allocated IP 172.20.0.3 (58719903-15d1-4315-bb1e-052e740696ac/20a3cd15-3507-4a23-92af-d6314a464e3b/48cde42f-0348-4dfd-b181-2b4edec058f9) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:51:29.765810 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-372d6d05-9566-47d4-b422-f952ca8b8c3f req-462ef22b-535b-41c7-a558-b037ba7f58b1 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 210 time: 0.0788743
Apr 20 14:51:29.767138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-df211137-89fc-4d2c-afb0-edd01977e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:29.783793 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b5429817-8645-46d0-9f6c-d7eaf32de9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:29.836076 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df211137-89fc-4d2c-afb0-edd01977e3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add347cf-4b34-4b42-b28d-e4cce1dde7b3,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:29.886225 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-df211137-89fc-4d2c-afb0-edd01977e3ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef784495e61b453ba43edbcb258c3ada&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8714058
Apr 20 14:51:29.889781 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-df211137-89fc-4d2c-afb0-edd01977e3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:29.890359 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 46590) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:51:29.996889 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-614c8352-7f98-432c-96dc-ac93564958e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:30.066664 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-614c8352-7f98-432c-96dc-ac93564958e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:30.141407 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6868e4-dc9e-4583-ad66-6dda9b842373 req-9bfa83f5-6dbf-4abe-b8bb-908e0951e890 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:30.143825 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1a6868e4-dc9e-4583-ad66-6dda9b842373 req-9bfa83f5-6dbf-4abe-b8bb-908e0951e890 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.3043807
Apr 20 14:51:30.208779 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-614c8352-7f98-432c-96dc-ac93564958e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:30.224931 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9d967022-2594-4e39-9bdd-546fa9f5f06f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:30.249019 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c8352-7f98-432c-96dc-ac93564958e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add347cf-4b34-4b42-b28d-e4cce1dde7b3,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:30.252442 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-614c8352-7f98-432c-96dc-ac93564958e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:30.283249 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-614c8352-7f98-432c-96dc-ac93564958e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:30.284496 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-614c8352-7f98-432c-96dc-ac93564958e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/add347cf-4b34-4b42-b28d-e4cce1dde7b3 HTTP/1.1" status: 204  len: 168 time: 0.3931074
Apr 20 14:51:30.302977 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1a6868e4-dc9e-4583-ad66-6dda9b842373 req-882bdffe-2104-451c-942c-a98a6b84c6aa tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1047368
Apr 20 14:51:30.346182 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad63a63-5c3e-422a-b9fb-f914c5b4c97b req-2ea8e468-a624-48dc-94e9-f132d93c994b tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:30.356409 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cad63a63-5c3e-422a-b9fb-f914c5b4c97b req-2ea8e468-a624-48dc-94e9-f132d93c994b tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.2036316
Apr 20 14:51:30.415629 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-7b83e50e-00d6-459f-8c91-3b3f0b6edb4a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:30.416930 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cad63a63-5c3e-422a-b9fb-f914c5b4c97b req-f47c133e-e37e-4d58-b633-7385d5de3e9f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589185
Apr 20 14:51:30.486721 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-7b83e50e-00d6-459f-8c91-3b3f0b6edb4a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:30.494037 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:30.506210 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['65f45313-ae9b-45c9-b7f2-9bbbd47898a2', 'c78f9289-389f-49bd-94c5-d5e9e11745a5', '7b7c2a98-4727-4777-abf1-565a2e84df4e'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:51:30.587651 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-7b83e50e-00d6-459f-8c91-3b3f0b6edb4a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Network 58719903-15d1-4315-bb1e-052e740696ac is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:51:30.588910 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-7b83e50e-00d6-459f-8c91-3b3f0b6edb4a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:51:30.593892 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-7b83e50e-00d6-459f-8c91-3b3f0b6edb4a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:51:30.651468 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83e50e-00d6-459f-8c91-3b3f0b6edb4a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Pushing event updated for resources: {'Port': ['ID=48cde42f-0348-4dfd-b181-2b4edec058f9,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:30.657096 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7b83e50e-00d6-459f-8c91-3b3f0b6edb4a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:30.714327 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-7b83e50e-00d6-459f-8c91-3b3f0b6edb4a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:30.717145 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-7b83e50e-00d6-459f-8c91-3b3f0b6edb4a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:30.778821 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1129ef0-b625-421c-8d65-fc742a4cc183 req-9bc11070-c69d-4956-bf66-257bf5b2831b tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:30.780654 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e1129ef0-b625-421c-8d65-fc742a4cc183 req-9bc11070-c69d-4956-bf66-257bf5b2831b tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 945 time: 0.1525826
Apr 20 14:51:30.808878 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:30.809127 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-7b83e50e-00d6-459f-8c91-3b3f0b6edb4a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8607767
Apr 20 14:51:30.829607 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Request body: {'port': {'device_id': 'b4001d5d-2bb7-4287-805d-3b0711e3748d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:51:30.857193 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e1129ef0-b625-421c-8d65-fc742a4cc183 req-0b36e89a-2acb-41ce-beab-ce6cf6514cc2 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667951
Apr 20 14:51:31.101712 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:31.105778 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb83fb9-7ec6-4054-95be-b35d4c6fa59b req-b2946eef-e512-4aac-8d0b-7c3dad09bbd2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:31.108669 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5fb83fb9-7ec6-4054-95be-b35d4c6fa59b req-b2946eef-e512-4aac-8d0b-7c3dad09bbd2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 931 time: 0.1431565
Apr 20 14:51:31.193723 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5fb83fb9-7ec6-4054-95be-b35d4c6fa59b req-c9160e3b-73d5-496a-a4af-d6cd8208fd31 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777488
Apr 20 14:51:31.551630 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:51:31.626250 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3c145-2e2c-409f-a977-24d987d7f1ec req-37292969-1d06-45c4-80f3-94e5b8ef426e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:31.634930 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9af3c145-2e2c-409f-a977-24d987d7f1ec req-37292969-1d06-45c4-80f3-94e5b8ef426e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.2883916
Apr 20 14:51:31.656744 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03362b64-38a6-4f25-9f7f-927ef31ec94c req-8035215e-e252-4807-a2b6-db60e8881d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:31.658422 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-03362b64-38a6-4f25-9f7f-927ef31ec94c req-8035215e-e252-4807-a2b6-db60e8881d51 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=953243a9ffdb474f8cdeee895c11e0de&device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 1099 time: 0.2407796
Apr 20 14:51:31.674965 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68117499-ecb7-47fd-b294-1a1d391cd827 req-a299783f-c28a-40f6-a7d9-3a9015446c83 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:31.677372 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-68117499-ecb7-47fd-b294-1a1d391cd827 req-a299783f-c28a-40f6-a7d9-3a9015446c83 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.2029648
Apr 20 14:51:31.802564 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48cde42f-0348-4dfd-b181-2b4edec058f9 {{(pid=86436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:51:31.809381 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:31.818068 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9af3c145-2e2c-409f-a977-24d987d7f1ec req-b4870adb-1092-4c09-a093-5f7e026fcb15 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1817970
Apr 20 14:51:31.827879 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Transition to ACTIVE for port object 48cde42f-0348-4dfd-b181-2b4edec058f9 will not be triggered until provisioned by entity L2. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:51:31.873493 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:31.880095 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-68117499-ecb7-47fd-b294-1a1d391cd827 req-521a7deb-974a-466c-8efd-a6f774ed6f5e tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1707635
Apr 20 14:51:31.884301 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:31.919894 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03362b64-38a6-4f25-9f7f-927ef31ec94c req-c9cc0cb8-a834-428c-9942-f10f31a5d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:31.922055 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-03362b64-38a6-4f25-9f7f-927ef31ec94c req-c9cc0cb8-a834-428c-9942-f10f31a5d892 service neutron] 10.222.0.38 "GET /v2.0/networks?id=71d4f98d-ee26-431e-a3b1-bd76843f6173 HTTP/1.1" status: 200  len: 919 time: 0.2412002
Apr 20 14:51:32.052101 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Pushing event updated for resources: {'Port': ['ID=48cde42f-0348-4dfd-b181-2b4edec058f9,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:32.058412 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-03362b64-38a6-4f25-9f7f-927ef31ec94c req-2ed11789-7ab4-4961-bc51-2af5da0c7636 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdd5613b-3280-4802-a97e-c66faf2ebaa6 HTTP/1.1" status: 200  len: 217 time: 0.1257067
Apr 20 14:51:32.062545 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:32.171394 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd602d25-7ed2-46e5-a799-0844d364d6c2 req-342a745e-a034-4fc0-bb9e-25c5dcae71fa tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:32.172711 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bd602d25-7ed2-46e5-a799-0844d364d6c2 req-342a745e-a034-4fc0-bb9e-25c5dcae71fa tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.1807938
Apr 20 14:51:32.177121 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03362b64-38a6-4f25-9f7f-927ef31ec94c req-1e5b52cb-2638-4419-888a-733743dfe7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:32.178840 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-03362b64-38a6-4f25-9f7f-927ef31ec94c req-1e5b52cb-2638-4419-888a-733743dfe7c9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad497b14-feb7-4da4-9420-55d510501d4c HTTP/1.1" status: 200  len: 858 time: 0.1104915
Apr 20 14:51:32.185751 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Attempting to bind port 48cde42f-0348-4dfd-b181-2b4edec058f9 on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:51:32.186132 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Attempting to bind port 48cde42f-0348-4dfd-b181-2b4edec058f9 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '4fae770f-408e-4a25-a62f-4c0f819efaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '58719903-15d1-4315-bb1e-052e740696ac'}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:51:32.186546 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Attempting to bind port 48cde42f-0348-4dfd-b181-2b4edec058f9 on network 58719903-15d1-4315-bb1e-052e740696ac {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:51:32.199168 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Port 48cde42f-0348-4dfd-b181-2b4edec058f9 on network 58719903-15d1-4315-bb1e-052e740696ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:51:32.199536 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Attempting to bind port 48cde42f-0348-4dfd-b181-2b4edec058f9 on network 58719903-15d1-4315-bb1e-052e740696ac {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:51:32.209908 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:51:32.210392 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Checking segment: {'id': '4fae770f-408e-4a25-a62f-4c0f819efaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '58719903-15d1-4315-bb1e-052e740696ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:51:32.210813 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Bound using segment: {'id': '4fae770f-408e-4a25-a62f-4c0f819efaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '58719903-15d1-4315-bb1e-052e740696ac'} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:51:32.211362 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Bound port: 48cde42f-0348-4dfd-b181-2b4edec058f9, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fae770f-408e-4a25-a62f-4c0f819efaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '58719903-15d1-4315-bb1e-052e740696ac'}}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:51:32.211750 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:32.261613 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-03362b64-38a6-4f25-9f7f-927ef31ec94c req-a7c7c54f-307f-469f-a23a-781ff01c4c6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71d4f98d-ee26-431e-a3b1-bd76843f6173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0620501
Apr 20 14:51:32.291810 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-81ac7472-1bc6-4881-af93-04c825a5c5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:32.328100 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] For port 48cde42f-0348-4dfd-b181-2b4edec058f9, host hv-cinder-74216, cleared binding levels {{(pid=86436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:51:32.331485 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] For port 48cde42f-0348-4dfd-b181-2b4edec058f9, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=48cde42f-0348-4dfd-b181-2b4edec058f9,segment=NetworkSegment(4fae770f-408e-4a25-a62f-4c0f819efaed),segment_id=4fae770f-408e-4a25-a62f-4c0f819efaed)] {{(pid=86436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:51:32.361339 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:32.369532 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bd602d25-7ed2-46e5-a799-0844d364d6c2 req-66692d51-aa73-48d7-a4be-a04dd1c74ff5 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1888962
Apr 20 14:51:32.376545 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:32.418097 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:32.418766 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:32.420663 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] 10.222.0.38 "PUT /v2.0/ports/48cde42f-0348-4dfd-b181-2b4edec058f9 HTTP/1.1" status: 200  len: 1093 time: 1.5988870
Apr 20 14:51:32.429437 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4001d5d-2bb7-4287-805d-3b0711e3748d', 'tag': '48cde42f-0348-4dfd-b181-2b4edec058f9'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:51:32.473904 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Pushing event updated for resources: {'Port': ['ID=48cde42f-0348-4dfd-b181-2b4edec058f9,revision_number=3']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:32.486101 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:32.524150 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-03362b64-38a6-4f25-9f7f-927ef31ec94c req-6886808e-ef36-45c1-aaa7-7ab99c8c61f9 service neutron] 10.222.0.38 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2512612
Apr 20 14:51:32.539768 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58899b27-4543-402a-a3d9-12229fd68da6 req-9e3d032e-0410-4bdb-9206-7b4b705b7c4f tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:32.542803 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-58899b27-4543-402a-a3d9-12229fd68da6 req-9e3d032e-0410-4bdb-9206-7b4b705b7c4f tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 943 time: 0.1543295
Apr 20 14:51:32.589802 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-c11ce9c2-e0a7-4bbf-b3f7-5ff2bbbf0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:32.591424 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-c11ce9c2-e0a7-4bbf-b3f7-5ff2bbbf0047 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eef72ea2e2c54d04a7a83790dc9707b7&device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 1096 time: 0.0831971
Apr 20 14:51:32.679850 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-894b649e-8158-437c-bc7d-9e1ff0a74676 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48cde42f-0348-4dfd-b181-2b4edec058f9 HTTP/1.1" status: 200  len: 217 time: 0.0734642
Apr 20 14:51:32.760303 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-604bc80c-51df-4787-b9bb-e557b6b478b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:32.761930 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-604bc80c-51df-4787-b9bb-e557b6b478b3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20a3cd15-3507-4a23-92af-d6314a464e3b HTTP/1.1" status: 200  len: 855 time: 0.0719771
Apr 20 14:51:32.770376 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-58899b27-4543-402a-a3d9-12229fd68da6 req-37bcc722-542b-469d-911a-4abc78d2d86e tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816475
Apr 20 14:51:32.828740 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-03362b64-38a6-4f25-9f7f-927ef31ec94c req-26718be6-feda-4865-881f-d2af45db50c8 service neutron] 10.222.0.38 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2837307
Apr 20 14:51:32.857485 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-cee7d818-3436-4d6d-8f75-27ec81d0ae79 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58719903-15d1-4315-bb1e-052e740696ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0802715
Apr 20 14:51:33.022305 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4001d5d-2bb7-4287-805d-3b0711e3748d', 'tag': '48cde42f-0348-4dfd-b181-2b4edec058f9', 'status': 'completed', 'code': 200}
Apr 20 14:51:33.152056 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-62e3d201-f33c-4f02-9249-8b03c36c510a service neutron] 10.222.0.38 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2824585
Apr 20 14:51:33.261282 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d7141-0692-4b94-80da-bc63fb8f816b req-0aaf4d7e-89d8-4b2e-8809-9b077ea2d8c2 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:33.264380 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d34d7141-0692-4b94-80da-bc63fb8f816b req-0aaf4d7e-89d8-4b2e-8809-9b077ea2d8c2 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 945 time: 0.1963718
Apr 20 14:51:33.285048 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9acac9-85de-4ca6-b6ba-dcdbf62b5245 req-0b8cf8d4-7e80-4237-bc2a-5a304b495b33 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:33.287925 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7d9acac9-85de-4ca6-b6ba-dcdbf62b5245 req-0b8cf8d4-7e80-4237-bc2a-5a304b495b33 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.1537724
Apr 20 14:51:33.355175 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f672ec64-503f-4bd8-a2f7-fdd87997b130 req-35e9a39d-92ff-4cf9-9ff5-87886ba017f5 service neutron] 10.222.0.38 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1930056
Apr 20 14:51:33.410022 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 015379bb-1f7b-4912-a001-faad34e332b3 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:51:33.410414 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d34d7141-0692-4b94-80da-bc63fb8f816b req-518a8840-54dc-43cb-a4b8-f042ebb5d0fc tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206038
Apr 20 14:51:33.419764 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7d9acac9-85de-4ca6-b6ba-dcdbf62b5245 req-7ad85c48-40f4-4f29-aede-7b7d5a082aed tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952950
Apr 20 14:51:33.554264 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c877e0-c872-4fa6-bf05-9f70d88f83b9 req-43a6b116-5732-4900-a34e-e1f008d78a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:33.556537 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e2c877e0-c872-4fa6-bf05-9f70d88f83b9 req-43a6b116-5732-4900-a34e-e1f008d78a2d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eef72ea2e2c54d04a7a83790dc9707b7&device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 1096 time: 0.1030092
Apr 20 14:51:33.623245 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 015379bb-1f7b-4912-a001-faad34e332b3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=015379bb-1f7b-4912-a001-faad34e332b3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:51:33.638913 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': '015379bb-1f7b-4912-a001-faad34e332b3', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'port_id': '015379bb-1f7b-4912-a001-faad34e332b3', 'mac_address': 'fa:16:3e:44:6c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:51:33.710477 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:33.731504 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 015379bb-1f7b-4912-a001-faad34e332b3 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:51:33.735684 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c877e0-c872-4fa6-bf05-9f70d88f83b9 req-2005625e-117b-4de9-94b1-39d7c0995c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:33.737643 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e2c877e0-c872-4fa6-bf05-9f70d88f83b9 req-2005625e-117b-4de9-94b1-39d7c0995c8e service neutron] 10.222.0.38 "GET /v2.0/networks?id=58719903-15d1-4315-bb1e-052e740696ac HTTP/1.1" status: 200  len: 916 time: 0.1699605
Apr 20 14:51:33.751005 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 015379bb-1f7b-4912-a001-faad34e332b3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=015379bb-1f7b-4912-a001-faad34e332b3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:51:33.772287 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:33.774631 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:33.827814 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e2c877e0-c872-4fa6-bf05-9f70d88f83b9 req-935fd40d-5dc5-4395-b657-68e12c7a098a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48cde42f-0348-4dfd-b181-2b4edec058f9 HTTP/1.1" status: 200  len: 217 time: 0.0803912
Apr 20 14:51:33.885882 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=015379bb-1f7b-4912-a001-faad34e332b3,revision_number=6']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:33.889755 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:33.953771 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['015379bb-1f7b-4912-a001-faad34e332b3'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:51:33.957905 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728ee63-2662-4c81-b440-ae7cd6a99b82 req-605f0c4f-d055-45ef-ada9-47dedd7dac72 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:33.959748 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4728ee63-2662-4c81-b440-ae7cd6a99b82 req-605f0c4f-d055-45ef-ada9-47dedd7dac72 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.3910265
Apr 20 14:51:33.974137 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228a688-937e-49dc-9345-4d4e53b02f84 req-6c84df43-5aff-4fb5-963c-099b4e1ebfcf tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:33.975425 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c877e0-c872-4fa6-bf05-9f70d88f83b9 req-2f50ff1f-3cf9-4706-85fd-2f8c288633dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:33.975835 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4228a688-937e-49dc-9345-4d4e53b02f84 req-6c84df43-5aff-4fb5-963c-099b4e1ebfcf tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.3690770
Apr 20 14:51:33.979644 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e2c877e0-c872-4fa6-bf05-9f70d88f83b9 req-2f50ff1f-3cf9-4706-85fd-2f8c288633dd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=20a3cd15-3507-4a23-92af-d6314a464e3b HTTP/1.1" status: 200  len: 855 time: 0.1360838
Apr 20 14:51:34.060701 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4728ee63-2662-4c81-b440-ae7cd6a99b82 req-44c151bc-7243-4c8a-b978-35c03fe65573 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837433
Apr 20 14:51:34.066264 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4228a688-937e-49dc-9345-4d4e53b02f84 req-c8cf1499-d921-446b-9e9e-2b2040f8d011 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740428
Apr 20 14:51:34.108779 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e2c877e0-c872-4fa6-bf05-9f70d88f83b9 req-053e849a-d847-4e83-903e-2c86a4a148ec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=58719903-15d1-4315-bb1e-052e740696ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1181073
Apr 20 14:51:34.296269 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e2c877e0-c872-4fa6-bf05-9f70d88f83b9 req-e590937a-b097-47c3-b54a-427d7dcfd0e0 service neutron] 10.222.0.38 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657820
Apr 20 14:51:34.318510 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172816b-3716-4b2e-b5d9-81ee29ebf09a req-f3adbba5-7933-480b-a9d8-af46ad986f2f tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:34.320191 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4172816b-3716-4b2e-b5d9-81ee29ebf09a req-f3adbba5-7933-480b-a9d8-af46ad986f2f tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 943 time: 0.1005979
Apr 20 14:51:34.406237 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4172816b-3716-4b2e-b5d9-81ee29ebf09a req-2ccf9b75-abfd-4ead-bb10-ff34d3529164 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732765
Apr 20 14:51:34.526687 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e2c877e0-c872-4fa6-bf05-9f70d88f83b9 req-19b7205d-3a14-442d-8cc8-cdb4c15c2407 service neutron] 10.222.0.38 "GET /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2095144
Apr 20 14:51:34.922492 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1a9e6-59b4-4770-99ba-6a48fe9c814e req-d65e601e-9f6b-43a1-b700-bb23cf55e317 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:34.925650 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-38d1a9e6-59b4-4770-99ba-6a48fe9c814e req-d65e601e-9f6b-43a1-b700-bb23cf55e317 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 945 time: 0.3018498
Apr 20 14:51:34.939501 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb96d-bf2d-46c2-8d00-0b1f1c18873d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:34.950222 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caddbc-4f04-45b8-8685-331f33ad4090 req-5dfc9a20-4134-4d1c-b695-250db7b7755f tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:34.953153 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-11caddbc-4f04-45b8-8685-331f33ad4090 req-5dfc9a20-4134-4d1c-b695-250db7b7755f tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.2580061
Apr 20 14:51:34.992101 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604f864-3b48-4961-94f3-23e2ddaf3ea0 req-097e8224-3787-4703-bc97-2468c4466cdb tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:34.992954 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-8604f864-3b48-4961-94f3-23e2ddaf3ea0 req-097e8224-3787-4703-bc97-2468c4466cdb tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Synchronizing usage tracker for tenant:2313af5e45e6485ea5f87cc4f8bc6138 on resource:port {{(pid=86436) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:51:35.065544 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-8604f864-3b48-4961-94f3-23e2ddaf3ea0 req-097e8224-3787-4703-bc97-2468c4466cdb tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Unset dirty status for tenant:2313af5e45e6485ea5f87cc4f8bc6138 on resource:port {{(pid=86436) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:51:35.069796 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8604f864-3b48-4961-94f3-23e2ddaf3ea0 req-097e8224-3787-4703-bc97-2468c4466cdb tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.38 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 945 time: 0.2042811
Apr 20 14:51:35.079151 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-38d1a9e6-59b4-4770-99ba-6a48fe9c814e req-9b71fa93-9000-44a0-b0c0-3fbe4cccaebb tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/security-groups?id=71323222-b8d3-42d4-856f-c83b43359f73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241169
Apr 20 14:51:35.120301 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-11caddbc-4f04-45b8-8685-331f33ad4090 req-b3e2ba7a-7d22-4c6f-9334-59c65b60ada9 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337397
Apr 20 14:51:35.185299 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-8604f864-3b48-4961-94f3-23e2ddaf3ea0 req-5cf264fc-9574-4a53-a963-8421e64757da tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Deleting port 790017e7-dcbe-451b-a11b-5db441999b78 {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:51:35.186286 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-8604f864-3b48-4961-94f3-23e2ddaf3ea0 req-5cf264fc-9574-4a53-a963-8421e64757da tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:35.453594 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 48cde42f-0348-4dfd-b181-2b4edec058f9 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:51:35.459476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 015379bb-1f7b-4912-a001-faad34e332b3 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:51:35.605183 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-8604f864-3b48-4961-94f3-23e2ddaf3ea0 req-5cf264fc-9574-4a53-a963-8421e64757da tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] For port 790017e7-dcbe-451b-a11b-5db441999b78, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=790017e7-dcbe-451b-a11b-5db441999b78,segment=NetworkSegment(6782fb8c-a84b-4b4b-a838-a0ba7f350b66),segment_id=6782fb8c-a84b-4b4b-a838-a0ba7f350b66)] {{(pid=86436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:51:35.605896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-8604f864-3b48-4961-94f3-23e2ddaf3ea0 req-5cf264fc-9574-4a53-a963-8421e64757da tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:35.662900 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a5c3b-9714-4981-b5ca-f5aa1f3633cc req-de6e6c9c-64ff-45e1-bf94-7f1df348118d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:35.666197 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-657a5c3b-9714-4981-b5ca-f5aa1f3633cc req-de6e6c9c-64ff-45e1-bf94-7f1df348118d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 945 time: 0.3044865
Apr 20 14:51:35.683948 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c0b4b-5705-4353-8db1-ff1228ac2604 req-dec0e7a2-a9c4-46ac-8cc1-1097ae23a6c2 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:35.686979 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6e0c0b4b-5705-4353-8db1-ff1228ac2604 req-dec0e7a2-a9c4-46ac-8cc1-1097ae23a6c2 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.2802577
Apr 20 14:51:35.709672 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 48cde42f-0348-4dfd-b181-2b4edec058f9, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=48cde42f-0348-4dfd-b181-2b4edec058f9,segment=NetworkSegment(4fae770f-408e-4a25-a62f-4c0f819efaed),segment_id=4fae770f-408e-4a25-a62f-4c0f819efaed)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:51:35.726434 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': '48cde42f-0348-4dfd-b181-2b4edec058f9', 'network_id': '58719903-15d1-4315-bb1e-052e740696ac', 'port_id': '48cde42f-0348-4dfd-b181-2b4edec058f9', 'mac_address': 'fa:16:3e:a0:0f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a3cd15-3507-4a23-92af-d6314a464e3b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:51:35.730042 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:35.767690 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-8604f864-3b48-4961-94f3-23e2ddaf3ea0 req-5cf264fc-9574-4a53-a963-8421e64757da tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Calling delete_port for 790017e7-dcbe-451b-a11b-5db441999b78 owned by compute:nova {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:51:35.798916 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:35.831648 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48cde42f-0348-4dfd-b181-2b4edec058f9 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:51:35.838535 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port 015379bb-1f7b-4912-a001-faad34e332b3 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:51:35.838961 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:35.902308 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6e0c0b4b-5705-4353-8db1-ff1228ac2604 req-9288dd43-eef0-4c24-8034-515625abfbca tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1873171
Apr 20 14:51:35.923083 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-657a5c3b-9714-4981-b5ca-f5aa1f3633cc req-c8eeeb11-29f9-4ee4-a11f-47b1047bb59a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2342107
Apr 20 14:51:35.974423 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 48cde42f-0348-4dfd-b181-2b4edec058f9, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=48cde42f-0348-4dfd-b181-2b4edec058f9,segment=NetworkSegment(4fae770f-408e-4a25-a62f-4c0f819efaed),segment_id=4fae770f-408e-4a25-a62f-4c0f819efaed)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:51:36.060573 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:36.065142 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:36.190640 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:36.233159 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496a9199-4585-4e3a-9976-7fc22f948a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015379bb-1f7b-4912-a001-faad34e332b3'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:51:36.240997 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-8604f864-3b48-4961-94f3-23e2ddaf3ea0 req-5cf264fc-9574-4a53-a963-8421e64757da tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:36.249591 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 015379bb-1f7b-4912-a001-faad34e332b3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=015379bb-1f7b-4912-a001-faad34e332b3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:51:36.250255 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f8b675d7-ef27-4617-b4f3-76f4b1a6b564 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:36.250737 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=48cde42f-0348-4dfd-b181-2b4edec058f9,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:36.255189 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:36.293711 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:36.299305 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:36.347222 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf264fc-9574-4a53-a963-8421e64757da tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Pushing event deleted for resources: {'Port': ['ID=790017e7-dcbe-451b-a11b-5db441999b78,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:36.357302 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5cf264fc-9574-4a53-a963-8421e64757da tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:36.462257 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd255517-1ba7-44ef-bd1f-35c564f6afe9 req-11ed8cc8-f461-4d76-932b-c022b2a0ba0c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:36.471262 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fd255517-1ba7-44ef-bd1f-35c564f6afe9 req-11ed8cc8-f461-4d76-932b-c022b2a0ba0c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 944 time: 0.2811339
Apr 20 14:51:36.478295 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['48cde42f-0348-4dfd-b181-2b4edec058f9'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:51:36.480087 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-8604f864-3b48-4961-94f3-23e2ddaf3ea0 req-5cf264fc-9574-4a53-a963-8421e64757da tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] No DVR routers for this DVR port 790017e7-dcbe-451b-a11b-5db441999b78 on host hv-cinder-74216 {{(pid=86436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:51:36.484768 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-8604f864-3b48-4961-94f3-23e2ddaf3ea0 req-5cf264fc-9574-4a53-a963-8421e64757da tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:36.489358 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b1b7a0-c200-462a-a653-6c0f71a9af44', 'name': 'network-vif-deleted', 'tag': '790017e7-dcbe-451b-a11b-5db441999b78'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:51:36.518141 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2e80469e-0aa0-43db-80f6-7815eb4ed8bc req-4bcea9a3-4817-4351-a04e-3495c787f270 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 210 time: 0.1296048
Apr 20 14:51:36.541505 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8604f864-3b48-4961-94f3-23e2ddaf3ea0 req-5cf264fc-9574-4a53-a963-8421e64757da tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.38 "DELETE /v2.0/ports/790017e7-dcbe-451b-a11b-5db441999b78 HTTP/1.1" status: 204  len: 173 time: 1.4527063
Apr 20 14:51:36.601494 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fd255517-1ba7-44ef-bd1f-35c564f6afe9 req-a2cbe5ba-0a0f-46a4-8352-0ac486c0de4a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291006
Apr 20 14:51:36.713531 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 46716) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:51:36.722063 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=015379bb-1f7b-4912-a001-faad34e332b3,revision_number=7']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:36.732933 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:36.735206 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496a9199-4585-4e3a-9976-7fc22f948a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015379bb-1f7b-4912-a001-faad34e332b3', 'code': 200}
Apr 20 14:51:36.782918 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:36.844102 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b1b7a0-c200-462a-a653-6c0f71a9af44', 'name': 'network-vif-deleted', 'tag': '790017e7-dcbe-451b-a11b-5db441999b78', 'status': 'completed', 'code': 200}
Apr 20 14:51:36.991488 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f6660422-3217-41de-be2e-3d985318bb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:37.020792 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-f6660422-3217-41de-be2e-3d985318bb6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:51:37.026907 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-f6660422-3217-41de-be2e-3d985318bb6c admin admin] Usage tracker for resource:security_group_rule and tenant:13b98e9b95de412ab3ebb7b4f7aea884 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:51:37.030536 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-f6660422-3217-41de-be2e-3d985318bb6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:51:37.037999 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-f6660422-3217-41de-be2e-3d985318bb6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:51:37.047750 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:37.183651 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f6660422-3217-41de-be2e-3d985318bb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:37.198116 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcb639-111b-4f61-a768-ef4b65e327ab req-98d87406-deae-41a6-a5bd-c50128bb1a89 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:37.206789 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7dfcb639-111b-4f61-a768-ef4b65e327ab req-98d87406-deae-41a6-a5bd-c50128bb1a89 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.3838601
Apr 20 14:51:37.227995 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f6660422-3217-41de-be2e-3d985318bb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:37.283000 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-313c15ca-8e40-468e-896e-6debc7f56d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:37.380620 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6660422-3217-41de-be2e-3d985318bb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2695e015-77f4-4224-b879-86d33991c4f1,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:37.384094 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f6660422-3217-41de-be2e-3d985318bb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:37.397297 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-f6660422-3217-41de-be2e-3d985318bb6c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13b98e9b95de412ab3ebb7b4f7aea884&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6761174
Apr 20 14:51:37.398035 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 46726) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:51:37.404543 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7dfcb639-111b-4f61-a768-ef4b65e327ab req-e58ca2a5-b72b-422b-b18c-3f933c230fd9 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969326
Apr 20 14:51:37.461769 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 790017e7-dcbe-451b-a11b-5db441999b78 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:51:37.480744 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c155b4d-3fdf-457b-afa8-a18a12536cd0 req-601a5df5-ff2b-41d5-a1d4-cd305a31697f tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:37.482546 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-de05277a-8d3a-4120-a44f-0ce2092c18c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:37.489425 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6c155b4d-3fdf-457b-afa8-a18a12536cd0 req-601a5df5-ff2b-41d5-a1d4-cd305a31697f tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.2803636
Apr 20 14:51:37.518829 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-de05277a-8d3a-4120-a44f-0ce2092c18c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:37.593272 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] No Port match for: 790017e7-dcbe-451b-a11b-5db441999b78 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:51:37.594010 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 790017e7-dcbe-451b-a11b-5db441999b78 not bound to the agent host hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:51:37.594173 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6c155b4d-3fdf-457b-afa8-a18a12536cd0 req-a8186627-9c36-4093-84c6-91d653192bbf tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001718
Apr 20 14:51:37.669582 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-de05277a-8d3a-4120-a44f-0ce2092c18c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:37.680716 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-603c4bf1-6c79-4d7c-a395-559f43388493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:37.739485 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-de05277a-8d3a-4120-a44f-0ce2092c18c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:37.744239 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-de05277a-8d3a-4120-a44f-0ce2092c18c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2695e015-77f4-4224-b879-86d33991c4f1 HTTP/1.1" status: 204  len: 168 time: 0.3425443
Apr 20 14:51:37.749378 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05277a-8d3a-4120-a44f-0ce2092c18c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2695e015-77f4-4224-b879-86d33991c4f1,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:37.759414 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-de05277a-8d3a-4120-a44f-0ce2092c18c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:37.941035 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e9edaa5c-0055-4681-8fd8-aaaad3ec8892 req-b3cd0a57-9930-46cd-af55-4b20ea190735 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] 10.222.0.16 "GET /v2.0/ports?device_id=72b1b7a0-c200-462a-a653-6c0f71a9af44 HTTP/1.1" status: 200  len: 210 time: 0.1200464
Apr 20 14:51:38.000845 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cafcb-620c-4a76-8fb6-91a46599e670 req-8a05cadb-b1b7-4c81-86ef-e806d3df6316 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:38.003097 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-648cafcb-620c-4a76-8fb6-91a46599e670 req-8a05cadb-b1b7-4c81-86ef-e806d3df6316 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.3801153
Apr 20 14:51:38.079717 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-648cafcb-620c-4a76-8fb6-91a46599e670 req-4de9b5ea-66be-4b76-97d8-36fbe88c2a29 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697613
Apr 20 14:51:38.243630 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d0dbd-e568-4463-aed6-256eac434b74 req-c1ce0adb-790d-424c-86eb-89612b3beb77 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:38.304413 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c47d0dbd-e568-4463-aed6-256eac434b74 req-c1ce0adb-790d-424c-86eb-89612b3beb77 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 944 time: 0.1200037
Apr 20 14:51:38.312439 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c47d0dbd-e568-4463-aed6-256eac434b74 req-a25fa0ed-fe4b-49b6-9174-072e318821d8 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584135
Apr 20 14:51:38.717761 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb77ab0-6ee2-48ba-9abd-7230a58ce66f req-1ba5ac5c-584d-4a41-8e35-af46b79e7502 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:38.718224 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4bb77ab0-6ee2-48ba-9abd-7230a58ce66f req-1ba5ac5c-584d-4a41-8e35-af46b79e7502 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.1481750
Apr 20 14:51:38.997019 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4bb77ab0-6ee2-48ba-9abd-7230a58ce66f req-e385e243-f8fd-47d4-b67b-4570ddb6ecdf tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2519031
Apr 20 14:51:39.077828 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02c665-b547-43b1-b52b-3425f83e620b req-ec8d65a6-8693-4b14-bcbb-75216db05070 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:39.106660 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0d02c665-b547-43b1-b52b-3425f83e620b req-ec8d65a6-8693-4b14-bcbb-75216db05070 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.3223870
Apr 20 14:51:39.186187 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0d02c665-b547-43b1-b52b-3425f83e620b req-9fae2849-ad7c-4e92-b967-298c2f7310b4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757713
Apr 20 14:51:39.473723 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 48cde42f-0348-4dfd-b181-2b4edec058f9 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:51:39.580122 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06207bd9-4d2d-4a36-8349-e0d32f00e366 req-d48112d2-6a65-465e-a904-955c1e94ec68 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:39.591175 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-06207bd9-4d2d-4a36-8349-e0d32f00e366 req-d48112d2-6a65-465e-a904-955c1e94ec68 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.2120686
Apr 20 14:51:39.823456 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port 48cde42f-0348-4dfd-b181-2b4edec058f9 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:51:39.835306 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port 48cde42f-0348-4dfd-b181-2b4edec058f9 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:51:39.836433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:39.885867 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-06207bd9-4d2d-4a36-8349-e0d32f00e366 req-4d038d10-8114-4e33-ae8a-f81a9e3957c8 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2886138
Apr 20 14:51:39.924698 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7144a77-0bbe-4860-8fed-b0d173f29581 req-ba1f7fc2-db0d-447a-8107-3c9e2954426f tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:39.927176 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e7144a77-0bbe-4860-8fed-b0d173f29581 req-ba1f7fc2-db0d-447a-8107-3c9e2954426f tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 944 time: 0.2694361
Apr 20 14:51:40.025258 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e7144a77-0bbe-4860-8fed-b0d173f29581 req-799e3f58-2626-4bc2-96e7-98f53635bb42 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848887
Apr 20 14:51:40.172099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:40.228999 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 48cde42f-0348-4dfd-b181-2b4edec058f9, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=48cde42f-0348-4dfd-b181-2b4edec058f9,segment=NetworkSegment(4fae770f-408e-4a25-a62f-4c0f819efaed),segment_id=4fae770f-408e-4a25-a62f-4c0f819efaed)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:51:40.230331 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4001d5d-2bb7-4287-805d-3b0711e3748d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48cde42f-0348-4dfd-b181-2b4edec058f9'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:51:40.259927 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:40.262493 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:40.359833 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4001d5d-2bb7-4287-805d-3b0711e3748d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48cde42f-0348-4dfd-b181-2b4edec058f9', 'code': 200}
Apr 20 14:51:40.443532 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=48cde42f-0348-4dfd-b181-2b4edec058f9,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:40.455184 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:40.529083 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2c374-5be9-4f1f-a074-e458d944890d req-06352dfc-6e18-49b9-a1e2-0799dde6f4d5 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:40.537944 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-98a2c374-5be9-4f1f-a074-e458d944890d req-06352dfc-6e18-49b9-a1e2-0799dde6f4d5 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.1810164
Apr 20 14:51:40.630178 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-98a2c374-5be9-4f1f-a074-e458d944890d req-f74a54b0-dc58-44f9-916b-cf5e6988cea9 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875804
Apr 20 14:51:40.804758 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce690d-2713-49c8-9ea5-fcbacd85b96d req-0c8d4b75-d374-4b4d-af8b-a01d53590aad tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:40.817417 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8cce690d-2713-49c8-9ea5-fcbacd85b96d req-0c8d4b75-d374-4b4d-af8b-a01d53590aad tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.1547601
Apr 20 14:51:40.880089 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8cce690d-2713-49c8-9ea5-fcbacd85b96d req-d24c6629-db74-4fd6-85ab-73f353ac28a6 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605628
Apr 20 14:51:41.019044 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ff831-ef88-4caf-b89a-2c007327e046 req-773bf36f-dda4-428e-9fd1-3d3ca779255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:41.026871 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-333ff831-ef88-4caf-b89a-2c007327e046 req-773bf36f-dda4-428e-9fd1-3d3ca779255a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 1098 time: 0.2898307
Apr 20 14:51:41.203547 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-333ff831-ef88-4caf-b89a-2c007327e046 req-ee3cfe4b-e1b7-400b-8334-a4a5ba59c538 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671495
Apr 20 14:51:41.332688 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477a10c-3874-4193-9e5f-9a7780aeb19d req-b307bba0-8c59-47c9-94b9-c8b0a3e0b97a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:41.334471 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c477a10c-3874-4193-9e5f-9a7780aeb19d req-b307bba0-8c59-47c9-94b9-c8b0a3e0b97a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.2005887
Apr 20 14:51:41.348880 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffb6c4-810f-48f8-bb38-55842f3e0e6b req-4ef8c72f-40a4-4727-bde7-9bbe74fa4963 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:41.350581 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-70ffb6c4-810f-48f8-bb38-55842f3e0e6b req-4ef8c72f-40a4-4727-bde7-9bbe74fa4963 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 945 time: 0.1428027
Apr 20 14:51:41.451160 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c477a10c-3874-4193-9e5f-9a7780aeb19d req-8acc5117-8df6-4a58-8978-018ec05ce8b0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0994689
Apr 20 14:51:41.456661 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-70ffb6c4-810f-48f8-bb38-55842f3e0e6b req-26476322-7949-4b98-b137-4816d1d1fa48 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898440
Apr 20 14:51:41.975256 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e598d-71ba-46de-bb17-7b0962d4e2b2 req-1129c4b8-9483-448b-b8f6-cdf289989a6b tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:41.989937 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-973e598d-71ba-46de-bb17-7b0962d4e2b2 req-1129c4b8-9483-448b-b8f6-cdf289989a6b tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.1855395
Apr 20 14:51:42.190422 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-973e598d-71ba-46de-bb17-7b0962d4e2b2 req-7bcd6de5-543f-4f2f-95d7-8862ca00aedf tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985157
Apr 20 14:51:42.416821 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8cb8a-aec2-47b7-9299-f315c26bdfdc req-e0333ea0-cd5c-4676-9542-1a717f25284f tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:42.418738 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d2b8cb8a-aec2-47b7-9299-f315c26bdfdc req-e0333ea0-cd5c-4676-9542-1a717f25284f tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.2181623
Apr 20 14:51:42.557028 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d2b8cb8a-aec2-47b7-9299-f315c26bdfdc req-e3dfc661-f166-4cf6-98f0-7479a5530516 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817971
Apr 20 14:51:43.001304 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad631884-c6f7-4ef0-bbf2-7ed335177c4d req-a3e9459b-4abe-4b6f-a473-0318f2c843fe tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:43.016725 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ad631884-c6f7-4ef0-bbf2-7ed335177c4d req-a3e9459b-4abe-4b6f-a473-0318f2c843fe tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 945 time: 0.3924530
Apr 20 14:51:43.167845 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d9b3d-7222-4d55-b6dc-6024b16b7ccb req-93eb9351-a8a1-4aaf-8bb2-dbeb6d7b6688 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:43.185130 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-526d9b3d-7222-4d55-b6dc-6024b16b7ccb req-93eb9351-a8a1-4aaf-8bb2-dbeb6d7b6688 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.4473267
Apr 20 14:51:43.278697 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ad631884-c6f7-4ef0-bbf2-7ed335177c4d req-38f40a99-35e9-4993-86fa-99f2c83c670f tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2603452
Apr 20 14:51:43.317523 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-526d9b3d-7222-4d55-b6dc-6024b16b7ccb req-a32ac5b9-5c18-458c-a035-d6ecc16dc51e tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1244450
Apr 20 14:51:43.832932 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2ba26-b9cd-4b5c-9033-3fcd57b79f1e req-e3474eec-03b2-4e92-aa82-527506afbb95 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:43.835292 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-63c2ba26-b9cd-4b5c-9033-3fcd57b79f1e req-e3474eec-03b2-4e92-aa82-527506afbb95 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.1824100
Apr 20 14:51:43.976584 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-63c2ba26-b9cd-4b5c-9033-3fcd57b79f1e req-06af0fed-c135-473d-8b12-28b94f9b4182 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591252
Apr 20 14:51:44.082445 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356f247-08c8-4a8c-9cd2-f03c97b3b699 req-c6b90639-3878-46f2-b654-58f0117d8440 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:44.099748 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4356f247-08c8-4a8c-9cd2-f03c97b3b699 req-c6b90639-3878-46f2-b654-58f0117d8440 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.2608957
Apr 20 14:51:44.221000 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4356f247-08c8-4a8c-9cd2-f03c97b3b699 req-4b0790c7-f8f7-4579-8cf9-af629d02659c tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1195438
Apr 20 14:51:44.671763 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00b488-ecdc-43d8-bfe0-84a3820bc1bf req-3355b886-98d9-48c1-8fcb-a54c9ee92c1f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:44.673402 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5c00b488-ecdc-43d8-bfe0-84a3820bc1bf req-3355b886-98d9-48c1-8fcb-a54c9ee92c1f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.1255000
Apr 20 14:51:44.765009 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5c00b488-ecdc-43d8-bfe0-84a3820bc1bf req-a8bfbed0-84e5-4b77-b411-e4c48ea33b88 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827706
Apr 20 14:51:45.464095 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5183d-0aab-468d-8272-0efae4b0dcc0 req-7b43024d-228d-4851-bd3d-a46b2cc1ca0c tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:45.472523 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6ce5183d-0aab-468d-8272-0efae4b0dcc0 req-7b43024d-228d-4851-bd3d-a46b2cc1ca0c tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.1733158
Apr 20 14:51:45.642302 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6ce5183d-0aab-468d-8272-0efae4b0dcc0 req-994eea8d-9e26-4ed0-8460-a01d614ef6da tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965028
Apr 20 14:51:45.711245 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1bce2-afd7-42e2-82ce-d13d2550385f req-ccc311cf-a024-48cc-985b-87cb28fa3c48 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:45.713640 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-38a1bce2-afd7-42e2-82ce-d13d2550385f req-ccc311cf-a024-48cc-985b-87cb28fa3c48 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.2389927
Apr 20 14:51:45.785252 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-38a1bce2-afd7-42e2-82ce-d13d2550385f req-1d9a65ee-8ae1-46b6-a8a6-bfcd0bcd493f tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597930
Apr 20 14:51:46.048616 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9dbf66-3a6d-4b15-a155-463f5d649c5c req-cf91492f-ab63-42fb-9ed6-9224b4d1e06e tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:46.052288 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6c9dbf66-3a6d-4b15-a155-463f5d649c5c req-cf91492f-ab63-42fb-9ed6-9224b4d1e06e tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.1363146
Apr 20 14:51:46.129775 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6c9dbf66-3a6d-4b15-a155-463f5d649c5c req-a17d400e-5be1-4c25-b8b3-8f14446938d0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672028
Apr 20 14:51:47.096921 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a43ef3-0f1e-401d-9d80-9d92fdd601aa req-4e4d5c4a-3bd4-4f87-8699-a97ec2c9ef56 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:47.096921 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-79a43ef3-0f1e-401d-9d80-9d92fdd601aa req-4e4d5c4a-3bd4-4f87-8699-a97ec2c9ef56 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.1620269
Apr 20 14:51:47.107801 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7f163-fd8f-4960-8f42-c6b360dd6749 req-b9b5fa8d-e8da-4dc3-88fa-7dd2fa568d1d tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:47.116843 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d1e7f163-fd8f-4960-8f42-c6b360dd6749 req-b9b5fa8d-e8da-4dc3-88fa-7dd2fa568d1d tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.2701540
Apr 20 14:51:47.203598 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d1e7f163-fd8f-4960-8f42-c6b360dd6749 req-5881878f-c346-47e0-acaa-aa8be41224eb tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855618
Apr 20 14:51:47.216951 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-79a43ef3-0f1e-401d-9d80-9d92fdd601aa req-35dad63f-9830-4d79-af58-c759d1e098bc tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0963116
Apr 20 14:51:47.453273 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13909dc8-d459-4064-8aab-0d86d81cf716 req-fe3ee77e-d5dc-43bf-b1c0-5d6fcb064f88 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:47.455370 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-13909dc8-d459-4064-8aab-0d86d81cf716 req-fe3ee77e-d5dc-43bf-b1c0-5d6fcb064f88 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.1048505
Apr 20 14:51:47.531916 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-13909dc8-d459-4064-8aab-0d86d81cf716 req-ab443273-2fb4-48ab-b5cf-44a6a4e6683a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676734
Apr 20 14:51:48.588947 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4b868-fe03-4d88-80fc-2a77effde139 req-15daf090-f8d7-4bb7-ae15-3e018ba79db8 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:48.592613 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-86a4b868-fe03-4d88-80fc-2a77effde139 req-15daf090-f8d7-4bb7-ae15-3e018ba79db8 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.1950736
Apr 20 14:51:48.690721 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-86a4b868-fe03-4d88-80fc-2a77effde139 req-688880d3-5dde-4600-9da1-9490855b8f99 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879622
Apr 20 14:51:49.229915 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3a2d3-9842-4ea0-a5ba-022e710a14ca req-0f96f4d1-2892-4a61-bdb6-17a61c6af517 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:49.249063 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-29a3a2d3-9842-4ea0-a5ba-022e710a14ca req-0f96f4d1-2892-4a61-bdb6-17a61c6af517 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.2993736
Apr 20 14:51:49.324318 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-29a3a2d3-9842-4ea0-a5ba-022e710a14ca req-a4d3d0a9-9265-4689-abb5-ef5ad96789d2 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692780
Apr 20 14:51:49.464797 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a1e4f-f766-4e58-9051-5d13c8d36814 req-c0cca430-7ede-4f4a-8da5-b1e7ddc96fca tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:49.466746 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-551a1e4f-f766-4e58-9051-5d13c8d36814 req-c0cca430-7ede-4f4a-8da5-b1e7ddc96fca tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.1217995
Apr 20 14:51:49.596696 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-551a1e4f-f766-4e58-9051-5d13c8d36814 req-c826a849-ea09-4ff3-8dd2-116480baaa90 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1210256
Apr 20 14:51:50.138738 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec2d62-4cff-45f0-8420-5e2bf61c616a req-bd70978f-05d0-4162-9c8b-679b81b867fb tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:50.150898 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-baec2d62-4cff-45f0-8420-5e2bf61c616a req-bd70978f-05d0-4162-9c8b-679b81b867fb tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.2611523
Apr 20 14:51:50.250628 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-baec2d62-4cff-45f0-8420-5e2bf61c616a req-c34d9c1e-7dce-4038-b939-9ac85d50eacf tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953786
Apr 20 14:51:50.914714 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390acb68-c076-40a9-9485-44646d6726dc req-01b18b8c-611f-4c89-bb28-5f74d3d08384 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:50.916720 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-390acb68-c076-40a9-9485-44646d6726dc req-01b18b8c-611f-4c89-bb28-5f74d3d08384 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.2847304
Apr 20 14:51:51.019539 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-390acb68-c076-40a9-9485-44646d6726dc req-56b12216-d6a4-4c8f-af5e-b651141e592f tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896282
Apr 20 14:51:51.042609 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a820b30-90a0-4ceb-97fd-29100308d19b req-e4231a83-3956-4bd0-b74a-ffe80fce77f6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:51.052584 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4a820b30-90a0-4ceb-97fd-29100308d19b req-e4231a83-3956-4bd0-b74a-ffe80fce77f6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.3019681
Apr 20 14:51:51.116611 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4a820b30-90a0-4ceb-97fd-29100308d19b req-b453ea9d-1477-48b8-b583-2505133f1f96 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628932
Apr 20 14:51:51.824577 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e8cbf-622d-45eb-aec4-bbe56adcb0ec req-ae6e3493-e60e-4050-b1ed-5a3ddb2a9ab7 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:51.826491 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b79e8cbf-622d-45eb-aec4-bbe56adcb0ec req-ae6e3493-e60e-4050-b1ed-5a3ddb2a9ab7 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.2516487
Apr 20 14:51:51.933143 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b79e8cbf-622d-45eb-aec4-bbe56adcb0ec req-78621ae6-d26d-4d95-98c0-06b239f1c055 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673177
Apr 20 14:51:52.605587 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3851a28-a7e3-4642-93c6-919204cdb619 req-e793d738-c14b-4356-bfca-bd214295ff93 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:52.607387 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a3851a28-a7e3-4642-93c6-919204cdb619 req-e793d738-c14b-4356-bfca-bd214295ff93 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.3992214
Apr 20 14:51:52.621966 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc3999-ea44-491a-b641-7ff299d34514 req-e1ceeb29-37e6-4e45-9d22-e303f4db33d4 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:52.623906 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ccfc3999-ea44-491a-b641-7ff299d34514 req-e1ceeb29-37e6-4e45-9d22-e303f4db33d4 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.1359575
Apr 20 14:51:52.716431 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a3851a28-a7e3-4642-93c6-919204cdb619 req-db1c5f68-c500-4a2a-8060-d64d05cf69cd tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912266
Apr 20 14:51:52.720028 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ccfc3999-ea44-491a-b641-7ff299d34514 req-bec9cd6d-33a2-442e-a963-6d87c76dda99 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783436
Apr 20 14:51:53.605234 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96872a2f-7cef-408c-a2b3-0a97b042191d req-008797bd-a32f-4077-aec5-14e2f64c8e62 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:53.620958 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-96872a2f-7cef-408c-a2b3-0a97b042191d req-008797bd-a32f-4077-aec5-14e2f64c8e62 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.2335222
Apr 20 14:51:53.705520 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-96872a2f-7cef-408c-a2b3-0a97b042191d req-c5533fe6-5477-4d5d-8a8e-44fdf3d91094 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831118
Apr 20 14:51:54.139769 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8553f5-d1a5-4de8-88d7-6bb6452498bf req-7fdc3350-07bb-46fc-b285-76e7b6ff413a tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:54.150035 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9f8553f5-d1a5-4de8-88d7-6bb6452498bf req-7fdc3350-07bb-46fc-b285-76e7b6ff413a tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.2320592
Apr 20 14:51:54.214602 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9f8553f5-d1a5-4de8-88d7-6bb6452498bf req-2521bdc6-92c7-4c38-9131-ba8c34ebefb1 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634625
Apr 20 14:51:54.300639 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fe984-1584-4630-abeb-821396f7e8e7 req-1a3ee1a1-2703-44d6-87e0-eb5d50712e99 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:54.321948 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ea0fe984-1584-4630-abeb-821396f7e8e7 req-1a3ee1a1-2703-44d6-87e0-eb5d50712e99 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.3115866
Apr 20 14:51:54.474248 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ea0fe984-1584-4630-abeb-821396f7e8e7 req-0aa85bc7-2367-4718-8ae0-4e78a175acd1 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1376421
Apr 20 14:51:55.121981 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7c36f-a11f-42ab-9cca-a890ba7e347b req-c972c9c8-f8b4-4dce-9464-2667b700abe0 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:55.123754 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6bf7c36f-a11f-42ab-9cca-a890ba7e347b req-c972c9c8-f8b4-4dce-9464-2667b700abe0 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.2508726
Apr 20 14:51:55.218864 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6bf7c36f-a11f-42ab-9cca-a890ba7e347b req-f8b88522-1488-4797-8721-64d0a3e9727a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821748
Apr 20 14:51:55.227341 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63969cc8-c048-438f-88fd-48077780a5d7 req-6a1557e6-ac35-4d80-8176-2f65bbdf2e97 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:55.229177 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-63969cc8-c048-438f-88fd-48077780a5d7 req-6a1557e6-ac35-4d80-8176-2f65bbdf2e97 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.2555480
Apr 20 14:51:55.363697 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-63969cc8-c048-438f-88fd-48077780a5d7 req-2aed697c-890f-4d08-bdda-4f704a4d14a9 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1266210
Apr 20 14:51:55.383216 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b7133-84d8-4756-afd4-692239a41881 req-993d9cdf-e690-409f-aa2c-0259accbf653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:55.387887 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-727b7133-84d8-4756-afd4-692239a41881 req-993d9cdf-e690-409f-aa2c-0259accbf653 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7a24367a785146cda03a905690f8cd8a&device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 1099 time: 0.2267499
Apr 20 14:51:55.671715 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b7133-84d8-4756-afd4-692239a41881 req-90021080-a156-40f2-b90c-27cfe998e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:55.673781 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-727b7133-84d8-4756-afd4-692239a41881 req-90021080-a156-40f2-b90c-27cfe998e645 service neutron] 10.222.0.38 "GET /v2.0/networks?id=42f202dd-8cd2-4251-8db7-28646c856c8f HTTP/1.1" status: 200  len: 912 time: 0.2759693
Apr 20 14:51:55.685237 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8cdff-7a98-421a-8364-fbbd0a90902e req-7f438eb3-c40f-42c1-868f-6a3c03ecf821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:55.686938 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cad8cdff-7a98-421a-8364-fbbd0a90902e req-7f438eb3-c40f-42c1-868f-6a3c03ecf821 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a432f73e41864a1d89a27ea689d63a21&device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 1099 time: 0.1308582
Apr 20 14:51:55.816736 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-727b7133-84d8-4756-afd4-692239a41881 req-80be5ec8-e35a-4398-a5c6-c59b34662543 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7da87d05-5f14-484a-a56a-c92d934140ed HTTP/1.1" status: 200  len: 1001 time: 0.1334527
Apr 20 14:51:55.977226 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b7133-84d8-4756-afd4-692239a41881 req-e7e1eff2-9696-45a6-85b3-a64a8b576f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:55.980363 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-727b7133-84d8-4756-afd4-692239a41881 req-e7e1eff2-9696-45a6-85b3-a64a8b576f12 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6574b30a-3454-4cc1-b2ab-32d1917de288 HTTP/1.1" status: 200  len: 850 time: 0.1489317
Apr 20 14:51:55.983099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8cdff-7a98-421a-8364-fbbd0a90902e req-c1042e42-6f58-456d-a8ee-109946f4d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:55.986265 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cad8cdff-7a98-421a-8364-fbbd0a90902e req-c1042e42-6f58-456d-a8ee-109946f4d2df service neutron] 10.222.0.38 "GET /v2.0/networks?id=25584ebc-4813-4602-b240-5e5e4cd95f15 HTTP/1.1" status: 200  len: 917 time: 0.2915750
Apr 20 14:51:56.129307 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016d362-9aee-4fad-a6b2-38aee494e577 req-b453cfd0-928c-4336-b073-73d952b570e0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:56.135617 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1016d362-9aee-4fad-a6b2-38aee494e577 req-b453cfd0-928c-4336-b073-73d952b570e0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.3435810
Apr 20 14:51:56.139954 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b7133-84d8-4756-afd4-692239a41881 req-54fe6375-b987-4cf6-9a4d-6c550affc40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:56.143680 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-727b7133-84d8-4756-afd4-692239a41881 req-54fe6375-b987-4cf6-9a4d-6c550affc40d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42f202dd-8cd2-4251-8db7-28646c856c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1470330
Apr 20 14:51:56.245598 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cad8cdff-7a98-421a-8364-fbbd0a90902e req-3b8c9795-2708-4dd8-92a8-c4a4c9bda2b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=015379bb-1f7b-4912-a001-faad34e332b3 HTTP/1.1" status: 200  len: 1002 time: 0.2448835
Apr 20 14:51:56.248230 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1016d362-9aee-4fad-a6b2-38aee494e577 req-8619bf87-2474-4d72-b400-13338e78ae45 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0863440
Apr 20 14:51:56.578796 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2332a42-ed6e-47d0-a304-ea03eb57cab4 req-a1967140-805a-4f5b-933b-5a05d39f2f0e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:56.588097 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f2332a42-ed6e-47d0-a304-ea03eb57cab4 req-a1967140-805a-4f5b-933b-5a05d39f2f0e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.1571496
Apr 20 14:51:56.699675 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f2332a42-ed6e-47d0-a304-ea03eb57cab4 req-36bc34cc-9e81-4375-8b37-92e773592088 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083677
Apr 20 14:51:56.826606 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1cd58-ce9f-4046-9cea-9346a0d8681d req-52279bbe-263c-4348-90e4-b7a250595f40 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:56.828829 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b0a1cd58-ce9f-4046-9cea-9346a0d8681d req-52279bbe-263c-4348-90e4-b7a250595f40 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.1256435
Apr 20 14:51:56.910264 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b0a1cd58-ce9f-4046-9cea-9346a0d8681d req-a2ed046e-542d-4774-9c55-e5aa88380086 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678070
Apr 20 14:51:57.559719 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbacff8-c00b-4e1c-8dcf-2618945e0772 req-fe252c6e-6376-43f0-be8c-dc67725d5e4f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:57.561476 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ecbacff8-c00b-4e1c-8dcf-2618945e0772 req-fe252c6e-6376-43f0-be8c-dc67725d5e4f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 946 time: 0.1074560
Apr 20 14:51:57.620731 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ecbacff8-c00b-4e1c-8dcf-2618945e0772 req-f1e31fd0-8314-48d8-915b-8aee2977687a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515952
Apr 20 14:51:58.107365 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958d97f-c1a4-425f-86c8-d37ab53cc9dd req-b96b2f87-16f2-4331-919b-df85bf0e1dd4 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:58.116537 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5958d97f-c1a4-425f-86c8-d37ab53cc9dd req-b96b2f87-16f2-4331-919b-df85bf0e1dd4 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.1405058
Apr 20 14:51:58.233369 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5958d97f-c1a4-425f-86c8-d37ab53cc9dd req-38279ac9-790f-41db-8feb-bfee20860afd tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158278
Apr 20 14:51:58.274725 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887923c2-daf4-43e9-bbea-0e493cf5e971 req-59e57702-bca3-4c47-a548-8b76b1ac896f tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:58.276580 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-887923c2-daf4-43e9-bbea-0e493cf5e971 req-59e57702-bca3-4c47-a548-8b76b1ac896f tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.1355622
Apr 20 14:51:58.303689 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 015379bb-1f7b-4912-a001-faad34e332b3 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:51:58.386668 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-887923c2-daf4-43e9-bbea-0e493cf5e971 req-c722e65d-0b2d-47a6-84b4-c5fcfa79c6e3 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0975091
Apr 20 14:51:58.462089 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:58.502488 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496a9199-4585-4e3a-9976-7fc22f948a7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '015379bb-1f7b-4912-a001-faad34e332b3'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:51:58.526287 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 015379bb-1f7b-4912-a001-faad34e332b3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=015379bb-1f7b-4912-a001-faad34e332b3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:51:58.555163 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:51:58.557882 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:51:58.627415 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496a9199-4585-4e3a-9976-7fc22f948a7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '015379bb-1f7b-4912-a001-faad34e332b3', 'code': 200}
Apr 20 14:51:58.698951 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=015379bb-1f7b-4912-a001-faad34e332b3,revision_number=8']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:51:58.704068 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:51:59.148916 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55eb8f4-e305-4d25-bdc2-f2b2195b962d req-65704093-0f01-4e65-93c4-eff347edea7b tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:59.155228 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f55eb8f4-e305-4d25-bdc2-f2b2195b962d req-65704093-0f01-4e65-93c4-eff347edea7b tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.2672644
Apr 20 14:51:59.296113 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f55eb8f4-e305-4d25-bdc2-f2b2195b962d req-5324bf71-3176-4ad6-bf08-eb935295eca3 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1296899
Apr 20 14:51:59.549673 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-727b7133-84d8-4756-afd4-692239a41881 req-5069ef3a-5644-42cf-8bee-9cd68da365b2 service neutron] 10.222.0.38 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1857057
Apr 20 14:51:59.782200 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8cdff-7a98-421a-8364-fbbd0a90902e req-cf6c99b0-8282-45a7-a51f-cd8b5003d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:51:59.784344 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cad8cdff-7a98-421a-8364-fbbd0a90902e req-cf6c99b0-8282-45a7-a51f-cd8b5003d2cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe5c3aac-31f9-4b55-a329-412ec8ea7dac HTTP/1.1" status: 200  len: 855 time: 0.4114034
Apr 20 14:52:00.207853 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcea71-00c2-4bf3-9923-e77d88fd40c2 req-a56f5bb0-51f2-4a20-b66b-15c7db982251 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:00.219865 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-82fcea71-00c2-4bf3-9923-e77d88fd40c2 req-a56f5bb0-51f2-4a20-b66b-15c7db982251 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.6643815
Apr 20 14:52:00.445547 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-727b7133-84d8-4756-afd4-692239a41881 req-71e354f5-4960-4a44-95b1-7c64e5e3aa99 service neutron] 10.222.0.38 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8840039
Apr 20 14:52:00.491604 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e97b8-9002-49cf-ab8f-c9464d6507f9 req-333cc8f6-171e-4e3e-b9d5-675c753357ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:00.493281 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fa6e97b8-9002-49cf-ab8f-c9464d6507f9 req-333cc8f6-171e-4e3e-b9d5-675c753357ae service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 1099 time: 0.6184263
Apr 20 14:52:00.607889 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-82fcea71-00c2-4bf3-9923-e77d88fd40c2 req-d4033c2c-dcdb-4934-a9d7-694cbfea02c5 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2356999
Apr 20 14:52:00.711153 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fa6e97b8-9002-49cf-ab8f-c9464d6507f9 req-1b7a8b8b-fd54-4fc4-8a51-f4930cc97eee service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1955245
Apr 20 14:52:00.714449 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8cdff-7a98-421a-8364-fbbd0a90902e req-d5fcc6bd-46b4-4ed8-a251-4ee21ede3137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:00.716096 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cad8cdff-7a98-421a-8364-fbbd0a90902e req-d5fcc6bd-46b4-4ed8-a251-4ee21ede3137 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25584ebc-4813-4602-b240-5e5e4cd95f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.9178104
Apr 20 14:52:00.741040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23ae03-7e1b-4149-93e1-abba5705559b req-42a763ec-d621-4d51-9df8-d4d4a0e23e6c tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:00.743181 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5e23ae03-7e1b-4149-93e1-abba5705559b req-42a763ec-d621-4d51-9df8-d4d4a0e23e6c tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.5217931
Apr 20 14:52:00.777031 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:00.957213 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5e23ae03-7e1b-4149-93e1-abba5705559b req-80feed66-efa0-4b8c-8d00-52655a989822 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2069573
Apr 20 14:52:01.171910 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60febb4-5ef7-4113-87d9-e00a46a1c245 req-c5f3cb2c-09d9-4bf6-bce7-5cc645e329b0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:01.180478 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f60febb4-5ef7-4113-87d9-e00a46a1c245 req-c5f3cb2c-09d9-4bf6-bce7-5cc645e329b0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.3058386
Apr 20 14:52:01.244722 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f60febb4-5ef7-4113-87d9-e00a46a1c245 req-127214e4-8b0d-4778-8009-700454e9551b tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631337
Apr 20 14:52:01.251994 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cad8cdff-7a98-421a-8364-fbbd0a90902e req-41d39487-6f00-4cc5-b915-97c1c66c3995 service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4064739
Apr 20 14:52:01.716888 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cad8cdff-7a98-421a-8364-fbbd0a90902e req-caa6281d-5e88-4412-8b05-838a17c657cf service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4490287
Apr 20 14:52:02.064461 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942ced7-6eb6-4803-b50e-36bdeb0dc778 req-f4804ebe-fe8b-4e2d-aa0b-edf5e30e9447 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:02.086618 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f942ced7-6eb6-4803-b50e-36bdeb0dc778 req-f4804ebe-fe8b-4e2d-aa0b-edf5e30e9447 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.2619178
Apr 20 14:52:02.199284 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f942ced7-6eb6-4803-b50e-36bdeb0dc778 req-8f640d7e-3bf5-4a1b-bce3-8826382a5d9b tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112359
Apr 20 14:52:02.311427 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d2bd8c5a-79ac-472e-a0d8-e992dccb7254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:02.496642 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0a552-ee1a-41a7-896f-c2accacceb9c req-c3244f51-e30a-49e0-9201-38d87800c654 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:02.500025 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fee0a552-ee1a-41a7-896f-c2accacceb9c req-c3244f51-e30a-49e0-9201-38d87800c654 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.2454200
Apr 20 14:52:02.507578 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bb4f21a3-3aae-4feb-810e-e5b3eebfba1b req-fe418cd5-02bd-4b6c-b133-f4e0ea74b6d8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2090642
Apr 20 14:52:02.745502 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fee0a552-ee1a-41a7-896f-c2accacceb9c req-16bbab4d-c69d-4065-83cc-ad5b49062e60 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2324965
Apr 20 14:52:02.782510 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f21a3-3aae-4feb-810e-e5b3eebfba1b req-33421090-a9e1-4bbb-808d-be28a0a76aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:02.785309 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bb4f21a3-3aae-4feb-810e-e5b3eebfba1b req-33421090-a9e1-4bbb-808d-be28a0a76aa6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=953243a9ffdb474f8cdeee895c11e0de&device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 1099 time: 0.2230928
Apr 20 14:52:03.381586 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f21a3-3aae-4feb-810e-e5b3eebfba1b req-91fd745d-45f4-41cf-9fed-f4da5fc4abce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:03.383276 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bb4f21a3-3aae-4feb-810e-e5b3eebfba1b req-91fd745d-45f4-41cf-9fed-f4da5fc4abce service neutron] 10.222.0.38 "GET /v2.0/networks?id=71d4f98d-ee26-431e-a3b1-bd76843f6173 HTTP/1.1" status: 200  len: 919 time: 0.5437598
Apr 20 14:52:03.540769 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bb4f21a3-3aae-4feb-810e-e5b3eebfba1b req-0c18e2ca-4328-46a3-a852-8271b38cf49d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdd5613b-3280-4802-a97e-c66faf2ebaa6 HTTP/1.1" status: 200  len: 217 time: 0.1391506
Apr 20 14:52:03.630718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f21a3-3aae-4feb-810e-e5b3eebfba1b req-3bfdf487-a759-4c6f-9f1e-e63d13c64b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:03.632446 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bb4f21a3-3aae-4feb-810e-e5b3eebfba1b req-3bfdf487-a759-4c6f-9f1e-e63d13c64b85 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad497b14-feb7-4da4-9420-55d510501d4c HTTP/1.1" status: 200  len: 858 time: 0.0779402
Apr 20 14:52:03.644492 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fb8ea-9c24-4e31-880b-92c4336140f0 req-b9120689-98f2-4afe-a613-a3b68d56c829 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:03.646282 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7f1fb8ea-9c24-4e31-880b-92c4336140f0 req-b9120689-98f2-4afe-a613-a3b68d56c829 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.3979664
Apr 20 14:52:03.769068 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634dcb6-b804-4588-84eb-49a591330bb6 req-896755a0-cdf4-4ac7-99a3-adf56b4696c1 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:03.770896 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0634dcb6-b804-4588-84eb-49a591330bb6 req-896755a0-cdf4-4ac7-99a3-adf56b4696c1 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.3048105
Apr 20 14:52:03.773382 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bb4f21a3-3aae-4feb-810e-e5b3eebfba1b req-aae2af78-e54e-47bb-a8a9-37086e2d0d1a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71d4f98d-ee26-431e-a3b1-bd76843f6173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1245441
Apr 20 14:52:03.929933 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7f1fb8ea-9c24-4e31-880b-92c4336140f0 req-6eca8072-3a4e-4428-89a3-e6300a03333c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2426796
Apr 20 14:52:03.935575 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0634dcb6-b804-4588-84eb-49a591330bb6 req-44e34e12-38de-43f8-a400-9d7953ee2e52 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282866
Apr 20 14:52:04.026961 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bb4f21a3-3aae-4feb-810e-e5b3eebfba1b req-cb659d60-efdb-4549-8a47-2ca2474033b0 service neutron] 10.222.0.38 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2433736
Apr 20 14:52:04.303630 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bb4f21a3-3aae-4feb-810e-e5b3eebfba1b req-de6af6e9-04a1-4fd4-ab05-fb3bf3333fb4 service neutron] 10.222.0.38 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2566900
Apr 20 14:52:04.960510 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-190b51a1-a1a9-4c4e-b761-a4441fe9faa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:05.309709 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27ee4d-e716-46be-8685-7e2a29be8a59 req-cd3bbab2-9007-4146-b8ee-77205efe4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:05.311356 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2e27ee4d-e716-46be-8685-7e2a29be8a59 req-cd3bbab2-9007-4146-b8ee-77205efe4040 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=953243a9ffdb474f8cdeee895c11e0de&device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 1099 time: 0.1845484
Apr 20 14:52:05.359486 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc36cf7-aac7-4c96-b4ff-c20ba4533e30 req-beb34df0-27af-43b6-8d25-ac5f24529acd tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:05.367878 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5bc36cf7-aac7-4c96-b4ff-c20ba4533e30 req-beb34df0-27af-43b6-8d25-ac5f24529acd tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.2865384
Apr 20 14:52:05.528257 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:05.577429 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5bc36cf7-aac7-4c96-b4ff-c20ba4533e30 req-1f6a7a48-87f0-43ad-9acf-75143400f830 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2084553
Apr 20 14:52:05.596105 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a65f1-3add-4f12-8a2f-adf6d83af817 req-a30e2078-c60b-4581-9275-f5c30cbb8366 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:05.597913 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d92a65f1-3add-4f12-8a2f-adf6d83af817 req-a30e2078-c60b-4581-9275-f5c30cbb8366 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.3695509
Apr 20 14:52:05.601809 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27ee4d-e716-46be-8685-7e2a29be8a59 req-9fa99efe-8a0f-49c1-b338-b16041066dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:05.604595 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2e27ee4d-e716-46be-8685-7e2a29be8a59 req-9fa99efe-8a0f-49c1-b338-b16041066dd5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=71d4f98d-ee26-431e-a3b1-bd76843f6173 HTTP/1.1" status: 200  len: 919 time: 0.2821269
Apr 20 14:52:05.747426 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2e27ee4d-e716-46be-8685-7e2a29be8a59 req-b2be96d3-3192-420b-88c7-2c63a7ebe7b6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdd5613b-3280-4802-a97e-c66faf2ebaa6 HTTP/1.1" status: 200  len: 217 time: 0.1350274
Apr 20 14:52:05.869490 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27ee4d-e716-46be-8685-7e2a29be8a59 req-65e84840-982e-49a6-b8a3-7b795d4e4203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:05.872307 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2e27ee4d-e716-46be-8685-7e2a29be8a59 req-65e84840-982e-49a6-b8a3-7b795d4e4203 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ad497b14-feb7-4da4-9420-55d510501d4c HTTP/1.1" status: 200  len: 858 time: 0.0845952
Apr 20 14:52:05.902517 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d92a65f1-3add-4f12-8a2f-adf6d83af817 req-80bbfdf9-f0bd-4615-afef-b75ba143c48b tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2922051
Apr 20 14:52:06.076556 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2e27ee4d-e716-46be-8685-7e2a29be8a59 req-5bf8135f-d3ef-4dd9-a88a-9510e3d17ceb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71d4f98d-ee26-431e-a3b1-bd76843f6173&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1904542
Apr 20 14:52:06.377967 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2e27ee4d-e716-46be-8685-7e2a29be8a59 req-6aa30715-0081-4088-bb56-9889a4862447 service neutron] 10.222.0.38 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2899964
Apr 20 14:52:06.432062 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:06.656181 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2e27ee4d-e716-46be-8685-7e2a29be8a59 req-fb25afcb-5a88-48ec-9422-0aaa8b290fd9 service neutron] 10.222.0.38 "GET /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2711651
Apr 20 14:52:07.003645 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:07.095971 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa044490-08f5-4a60-aa4f-6792c682c522 req-9ada7a96-b0c4-4ee6-affe-505d9fef733c tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:07.108616 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fa044490-08f5-4a60-aa4f-6792c682c522 req-9ada7a96-b0c4-4ee6-affe-505d9fef733c tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.2079427
Apr 20 14:52:07.180580 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fa044490-08f5-4a60-aa4f-6792c682c522 req-ac05adf6-66a2-493e-b1f9-8df11334895d tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739987
Apr 20 14:52:07.636034 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 015379bb-1f7b-4912-a001-faad34e332b3 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:52:08.325821 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f4e4a-a9a5-4d70-8a35-ed1bb1698ce1 req-1ef59083-8043-4ba4-bc47-f96be98bc737 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:08.345002 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-380f4e4a-a9a5-4d70-8a35-ed1bb1698ce1 req-1ef59083-8043-4ba4-bc47-f96be98bc737 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.1556399
Apr 20 14:52:08.424471 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-380f4e4a-a9a5-4d70-8a35-ed1bb1698ce1 req-a47bdac6-6aca-4c4b-81e9-cf1431151e2c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783212
Apr 20 14:52:08.590690 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:52:08.779678 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d4d33-1fd3-40c6-9205-a2ebf5caf338 req-765454a3-923b-4376-a616-11d884978791 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:08.794250 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f71d4d33-1fd3-40c6-9205-a2ebf5caf338 req-765454a3-923b-4376-a616-11d884978791 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.2148676
Apr 20 14:52:08.965348 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f71d4d33-1fd3-40c6-9205-a2ebf5caf338 req-c386b3d1-3d44-4b06-9727-de07240ad0fe tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697602
Apr 20 14:52:08.982827 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b751d8-1314-437c-abe8-26fb8ca8aa97 req-c21715a4-b3bc-49b4-a625-de2b0bd8af05 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:08.991710 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c0b751d8-1314-437c-abe8-26fb8ca8aa97 req-c21715a4-b3bc-49b4-a625-de2b0bd8af05 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 945 time: 0.1913266
Apr 20 14:52:09.363262 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c0b751d8-1314-437c-abe8-26fb8ca8aa97 req-7088f79e-a932-4931-bc75-9c3e2bee1dcb tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3699043
Apr 20 14:52:09.488260 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 47304) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:09.703020 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3ab99e67-4881-4f46-bf0c-445e562a6960 req-b832014b-6859-4211-bb9b-a054956dad13 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2104349
Apr 20 14:52:09.894800 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9074e-9ae2-49a9-9f9a-d9f0d4e3008f req-1a8da696-8b76-45f8-bd7a-98dacec52528 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:09.903646 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-69a9074e-9ae2-49a9-9f9a-d9f0d4e3008f req-1a8da696-8b76-45f8-bd7a-98dacec52528 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.1216891
Apr 20 14:52:09.953967 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-69a9074e-9ae2-49a9-9f9a-d9f0d4e3008f req-677c0436-f1cc-4d7a-a4b0-c618e0e839b0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492811
Apr 20 14:52:10.372740 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41793fca-d854-491c-8ad3-8b59c8af7663 req-d04d30ee-81a2-4287-9d7f-a1db7c27061b tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:10.375053 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-41793fca-d854-491c-8ad3-8b59c8af7663 req-d04d30ee-81a2-4287-9d7f-a1db7c27061b tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.1367130
Apr 20 14:52:10.473813 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-41793fca-d854-491c-8ad3-8b59c8af7663 req-f14d6e19-7910-40fb-8f27-50205ef1d615 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775652
Apr 20 14:52:10.609182 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e0ebe-94ff-4701-9d59-fcf9dcf356e1 req-0655f60e-a582-4fd2-8b12-f4f1560da3fd tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:10.617425 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5c6e0ebe-94ff-4701-9d59-fcf9dcf356e1 req-0655f60e-a582-4fd2-8b12-f4f1560da3fd tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 945 time: 0.1206858
Apr 20 14:52:10.777958 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5c6e0ebe-94ff-4701-9d59-fcf9dcf356e1 req-ecdd9ce0-7ebe-4e48-97be-a72be9dc6689 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591802
Apr 20 14:52:10.834127 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5baebe-4ee0-4f9a-8971-4214de6b42f9 req-54d67825-5cab-4914-886a-cdd2aba767c0 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:10.836791 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3b5baebe-4ee0-4f9a-8971-4214de6b42f9 req-54d67825-5cab-4914-886a-cdd2aba767c0 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 945 time: 0.2011352
Apr 20 14:52:11.126588 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-3b5baebe-4ee0-4f9a-8971-4214de6b42f9 req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Deleting port 48cde42f-0348-4dfd-b181-2b4edec058f9 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:52:11.129404 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3b5baebe-4ee0-4f9a-8971-4214de6b42f9 req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:11.636744 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff532cf-133c-4788-82a4-987c08c46e67 req-e7753c32-9bbe-4598-8a9f-d6c0476428d3 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:11.638136 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9ff532cf-133c-4788-82a4-987c08c46e67 req-e7753c32-9bbe-4598-8a9f-d6c0476428d3 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.3571138
Apr 20 14:52:11.782540 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9ff532cf-133c-4788-82a4-987c08c46e67 req-304e5d1c-a825-4533-91f2-b70e443f3f7b tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1274569
Apr 20 14:52:11.849428 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-3b5baebe-4ee0-4f9a-8971-4214de6b42f9 req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] For port 48cde42f-0348-4dfd-b181-2b4edec058f9, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=48cde42f-0348-4dfd-b181-2b4edec058f9,segment=NetworkSegment(4fae770f-408e-4a25-a62f-4c0f819efaed),segment_id=4fae770f-408e-4a25-a62f-4c0f819efaed)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:52:11.850173 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3b5baebe-4ee0-4f9a-8971-4214de6b42f9 req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:12.223722 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-3b5baebe-4ee0-4f9a-8971-4214de6b42f9 req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Calling delete_port for 48cde42f-0348-4dfd-b181-2b4edec058f9 owned by compute:nova {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:52:12.605696 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c39bc2-9687-4299-9b49-9d79fd7f9c50 req-a92f920f-5fed-4699-ae02-6edd9275b781 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:12.607434 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-86c39bc2-9687-4299-9b49-9d79fd7f9c50 req-a92f920f-5fed-4699-ae02-6edd9275b781 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 945 time: 0.3030477
Apr 20 14:52:12.637555 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab99e67-4881-4f46-bf0c-445e562a6960 req-50a36893-52f8-4fd2-8325-7098b09dbc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:12.640835 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3ab99e67-4881-4f46-bf0c-445e562a6960 req-50a36893-52f8-4fd2-8325-7098b09dbc02 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b&tenant_id=a432f73e41864a1d89a27ea689d63a21 HTTP/1.1" status: 200  len: 1097 time: 0.2230847
Apr 20 14:52:12.725915 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3b5baebe-4ee0-4f9a-8971-4214de6b42f9 req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:12.741823 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['65f45313-ae9b-45c9-b7f2-9bbbd47898a2', 'c78f9289-389f-49bd-94c5-d5e9e11745a5', '7b7c2a98-4727-4777-abf1-565a2e84df4e', '48cde42f-0348-4dfd-b181-2b4edec058f9'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:52:12.762454 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:12.832106 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Pushing event deleted for resources: {'Port': ['ID=48cde42f-0348-4dfd-b181-2b4edec058f9,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:12.843066 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-86c39bc2-9687-4299-9b49-9d79fd7f9c50 req-550e7fac-a71d-4859-a5f7-7529b333d5bd tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2005224
Apr 20 14:52:12.954596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:12.954596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:12.954596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:12.954596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:12.954596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:12.954596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:12.954596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:12.954596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:12.954596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:12.954596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:12.955370 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:12.955370 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:12.974497 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:12.985217 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5baebe-4ee0-4f9a-8971-4214de6b42f9 req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] No DVR routers for this DVR port 48cde42f-0348-4dfd-b181-2b4edec058f9 on host hv-cinder-74216 {{(pid=86437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:52:12.989071 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3b5baebe-4ee0-4f9a-8971-4214de6b42f9 req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:12.996496 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4001d5d-2bb7-4287-805d-3b0711e3748d', 'name': 'network-vif-deleted', 'tag': '48cde42f-0348-4dfd-b181-2b4edec058f9'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:52:13.099970 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4001d5d-2bb7-4287-805d-3b0711e3748d', 'name': 'network-vif-deleted', 'tag': '48cde42f-0348-4dfd-b181-2b4edec058f9', 'status': 'completed', 'code': 200}
Apr 20 14:52:13.105772 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3b5baebe-4ee0-4f9a-8971-4214de6b42f9 req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.38 "DELETE /v2.0/ports/48cde42f-0348-4dfd-b181-2b4edec058f9 HTTP/1.1" status: 204  len: 173 time: 2.2635443
Apr 20 14:52:13.122346 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab99e67-4881-4f46-bf0c-445e562a6960 req-ad86e0a3-1321-4750-a828-a9e6cc17e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:13.123977 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3ab99e67-4881-4f46-bf0c-445e562a6960 req-ad86e0a3-1321-4750-a828-a9e6cc17e419 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a432f73e41864a1d89a27ea689d63a21&device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 1097 time: 0.4376664
Apr 20 14:52:13.287569 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02c0ca-b2d7-4e79-af55-ce3ea6f50335 req-a264bc3e-e4ef-488e-84b2-e2ef14c5c43a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:13.290397 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4d02c0ca-b2d7-4e79-af55-ce3ea6f50335 req-a264bc3e-e4ef-488e-84b2-e2ef14c5c43a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.2953146
Apr 20 14:52:13.383869 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4d02c0ca-b2d7-4e79-af55-ce3ea6f50335 req-29c9b1eb-2ba3-4ef7-97be-ff2309392974 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663235
Apr 20 14:52:13.384335 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab99e67-4881-4f46-bf0c-445e562a6960 req-3c28e1af-a9d2-40d9-a743-b6a377fc9dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:13.385885 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3ab99e67-4881-4f46-bf0c-445e562a6960 req-3c28e1af-a9d2-40d9-a743-b6a377fc9dfc service neutron] 10.222.0.38 "GET /v2.0/networks?id=25584ebc-4813-4602-b240-5e5e4cd95f15 HTTP/1.1" status: 200  len: 917 time: 0.2521372
Apr 20 14:52:13.526917 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3ab99e67-4881-4f46-bf0c-445e562a6960 req-3d74aba6-5243-42c1-a40a-c25eba738f2a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=015379bb-1f7b-4912-a001-faad34e332b3 HTTP/1.1" status: 200  len: 1000 time: 0.1304052
Apr 20 14:52:13.605883 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab99e67-4881-4f46-bf0c-445e562a6960 req-6f022dcb-bfd5-41af-8472-641bda8d9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:13.607508 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3ab99e67-4881-4f46-bf0c-445e562a6960 req-6f022dcb-bfd5-41af-8472-641bda8d9715 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe5c3aac-31f9-4b55-a329-412ec8ea7dac HTTP/1.1" status: 200  len: 855 time: 0.0695632
Apr 20 14:52:13.702417 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab99e67-4881-4f46-bf0c-445e562a6960 req-891319d6-456e-4357-86fe-07f2793079a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:13.703991 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3ab99e67-4881-4f46-bf0c-445e562a6960 req-891319d6-456e-4357-86fe-07f2793079a5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25584ebc-4813-4602-b240-5e5e4cd95f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0881193
Apr 20 14:52:13.859537 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3ab99e67-4881-4f46-bf0c-445e562a6960 req-d469c6e2-3f78-472a-a7f9-9555295f6057 service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463790
Apr 20 14:52:14.132258 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-e0353ab8-9438-4f72-87e4-a986da9c913a req-fa50bd74-a7ee-4da5-a51a-385181074fae tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Synchronizing usage tracker for tenant:eef72ea2e2c54d04a7a83790dc9707b7 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:52:14.139830 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3ab99e67-4881-4f46-bf0c-445e562a6960 req-c30adb62-79f7-40d3-97f7-5025803243a8 service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2721825
Apr 20 14:52:14.182478 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-e0353ab8-9438-4f72-87e4-a986da9c913a req-fa50bd74-a7ee-4da5-a51a-385181074fae tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Unset dirty status for tenant:eef72ea2e2c54d04a7a83790dc9707b7 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:52:14.184286 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0353ab8-9438-4f72-87e4-a986da9c913a req-fa50bd74-a7ee-4da5-a51a-385181074fae tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4001d5d-2bb7-4287-805d-3b0711e3748d HTTP/1.1" status: 200  len: 210 time: 0.1205051
Apr 20 14:52:14.686740 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db83462-f2a2-42b4-879d-6b78fbda7181 req-d868a571-eced-450e-8a91-6b0a63baf127 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:14.688429 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4db83462-f2a2-42b4-879d-6b78fbda7181 req-d868a571-eced-450e-8a91-6b0a63baf127 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.1568973
Apr 20 14:52:14.754670 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4db83462-f2a2-42b4-879d-6b78fbda7181 req-c99e8a11-fb70-422f-abb0-9075d54241a8 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520887
Apr 20 14:52:15.663735 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 48cde42f-0348-4dfd-b181-2b4edec058f9 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:52:15.715525 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] No Port match for: 48cde42f-0348-4dfd-b181-2b4edec058f9 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:52:15.716097 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 48cde42f-0348-4dfd-b181-2b4edec058f9 not bound to the agent host hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:52:16.112945 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b9db9-1f31-46ac-b54e-357d82f5edf9 req-b2d5d5b2-cf25-446e-a6b7-50cfd8b663a2 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:16.116100 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-be8b9db9-1f31-46ac-b54e-357d82f5edf9 req-b2d5d5b2-cf25-446e-a6b7-50cfd8b663a2 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.1936507
Apr 20 14:52:16.208764 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-be8b9db9-1f31-46ac-b54e-357d82f5edf9 req-c932243c-4921-4562-ab67-fbea50edb6e2 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854166
Apr 20 14:52:17.371842 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 47486) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:17.829004 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef323684-e9ca-4f2b-beb7-f7798e27e473 admin admin] Deleting subnet 2ec7c7d9-aac3-44e2-9f41-ac1558e431e9 {{(pid=86437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:52:17.843641 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ef323684-e9ca-4f2b-beb7-f7798e27e473 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:17.941288 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ef323684-e9ca-4f2b-beb7-f7798e27e473 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852047558'] for subnet, precommit_delete_associations {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:18.054086 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b69f5b-48bf-4a57-a88d-b11b41a07316 req-114714ff-b571-447f-8bfa-fc2da4756271 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:18.056652 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-85b69f5b-48bf-4a57-a88d-b11b41a07316 req-114714ff-b571-447f-8bfa-fc2da4756271 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.3372133
Apr 20 14:52:18.075011 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b7338-3a2d-4b05-a326-cecca4087ac7 req-00797ca6-a61e-432f-8397-b6e0433055fa tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:18.076723 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-653b7338-3a2d-4b05-a326-cecca4087ac7 req-00797ca6-a61e-432f-8397-b6e0433055fa tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.3561525
Apr 20 14:52:18.080383 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ef323684-e9ca-4f2b-beb7-f7798e27e473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788724'] for subnet, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:18.270277 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-653b7338-3a2d-4b05-a326-cecca4087ac7 req-c781470e-e91b-4ee2-ab13-df2941b4b3e2 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589570
Apr 20 14:52:18.403399 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-85b69f5b-48bf-4a57-a88d-b11b41a07316 req-5c11837f-2590-41a5-91f4-08d15c9726c6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2745421
Apr 20 14:52:18.791619 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74582a1-53f3-4b0b-ac43-04754cdf3bc0 req-f5e6b6eb-5585-4013-a4d1-8634b15b6a17 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:18.795127 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d74582a1-53f3-4b0b-ac43-04754cdf3bc0 req-f5e6b6eb-5585-4013-a4d1-8634b15b6a17 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 946 time: 0.3852344
Apr 20 14:52:18.934882 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d74582a1-53f3-4b0b-ac43-04754cdf3bc0 req-9d6a2be1-baf3-42f9-aa23-4b39584d076b tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207983
Apr 20 14:52:18.983291 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ef323684-e9ca-4f2b-beb7-f7798e27e473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852987124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852062723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2639035'] for subnet, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:18.988827 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:19.042428 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef323684-e9ca-4f2b-beb7-f7798e27e473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec7c7d9-aac3-44e2-9f41-ac1558e431e9,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:19.044793 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ef323684-e9ca-4f2b-beb7-f7798e27e473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:19.050712 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ef323684-e9ca-4f2b-beb7-f7798e27e473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:19.058790 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-ef323684-e9ca-4f2b-beb7-f7798e27e473 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2ec7c7d9-aac3-44e2-9f41-ac1558e431e9 HTTP/1.1" status: 204  len: 168 time: 1.6815081
Apr 20 14:52:19.058790 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 47496) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:19.281750 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0f1b-6523-4810-b39a-b383ec3cf445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658232'] for network, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:19.493384 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0f1b-6523-4810-b39a-b383ec3cf445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852987039', 'neutron.services.segments.db._delete_segments_for_network-8791465359731'] for network, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:19.674097 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-8f6b0f1b-6523-4810-b39a-b383ec3cf445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feec0939ba8>,) {'filters': {'network_id': ['864d5c3b-25aa-4d2d-baf7-16f8fa357c88']}} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:52:19.694569 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-8f6b0f1b-6523-4810-b39a-b383ec3cf445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feec0939ba8>, '6782fb8c-a84b-4b4b-a838-a0ba7f350b66') {'for_net_delete': True} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:52:19.695071 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-8f6b0f1b-6523-4810-b39a-b383ec3cf445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feec0939ba8>, '6782fb8c-a84b-4b4b-a838-a0ba7f350b66') {} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:52:19.710775 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0f1b-6523-4810-b39a-b383ec3cf445 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245389254755', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2728242'] for segment, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:19.831902 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0f1b-6523-4810-b39a-b383ec3cf445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:19.845685 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6b0f1b-6523-4810-b39a-b383ec3cf445 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=86437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:52:20.093729 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-8f6b0f1b-6523-4810-b39a-b383ec3cf445 admin admin] Network 864d5c3b-25aa-4d2d-baf7-16f8fa357c88 has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:52:20.106433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0f1b-6523-4810-b39a-b383ec3cf445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1801253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2713182'] for segment, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:20.207327 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d402b-d1bb-4ee9-b5c4-05ade4814981 req-d1a9b81c-3557-4c70-82ff-34e676910e62 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:20.209090 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-274d402b-d1bb-4ee9-b5c4-05ade4814981 req-d1a9b81c-3557-4c70-82ff-34e676910e62 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.4900894
Apr 20 14:52:20.237899 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eccfe0-01a7-4c74-94b6-9447cf009e43 req-0069db20-3f3b-49e7-916f-59c18aeb14b9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:20.242470 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-37eccfe0-01a7-4c74-94b6-9447cf009e43 req-0069db20-3f3b-49e7-916f-59c18aeb14b9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.4814034
Apr 20 14:52:20.574658 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-274d402b-d1bb-4ee9-b5c4-05ade4814981 req-3dba4f73-968f-4f6d-abde-5e8810b9bc6a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3510487
Apr 20 14:52:20.578394 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-8f6b0f1b-6523-4810-b39a-b383ec3cf445 admin admin] Network 864d5c3b-25aa-4d2d-baf7-16f8fa357c88 has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]: Traceback (most recent call last):
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:     timer()
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:     cb(*args, **kw)
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:     return func(*args, **kwargs)
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:     self._notify()
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:     self.callback(batched_events)
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:     event.method(event)
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:     segment_id)['aggregates'][0]
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:     return f(self, *a, **k)
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self._get(url).json()
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:     **kwargs)
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:     **endpoint_filter)
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:52:20.631680 dv-cinder-742162-4-iscsi neutron-server[86323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:52:20.766504 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-37eccfe0-01a7-4c74-94b6-9447cf009e43 req-b246626d-1f2e-43d0-81e2-7403e6122c76 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4655588
Apr 20 14:52:20.983729 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0f1b-6523-4810-b39a-b383ec3cf445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:20.995637 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-76a60f09-3bdf-44f1-b582-d5cff446ab03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:21.024158 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0f1b-6523-4810-b39a-b383ec3cf445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:21.055424 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b0f1b-6523-4810-b39a-b383ec3cf445 admin admin] Pushing event deleted for resources: {'Network': ['ID=864d5c3b-25aa-4d2d-baf7-16f8fa357c88,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:21.079154 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fef1c5-055c-4565-99cc-de1707ecfb1d req-63a620c3-3ef6-4dfb-943c-132995694aa7 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:21.085561 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c6fef1c5-055c-4565-99cc-de1707ecfb1d req-63a620c3-3ef6-4dfb-943c-132995694aa7 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 946 time: 0.2609351
Apr 20 14:52:21.085561 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8f6b0f1b-6523-4810-b39a-b383ec3cf445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:21.132893 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-8f6b0f1b-6523-4810-b39a-b383ec3cf445 admin admin] 10.222.0.16 "DELETE /v2.0/networks/864d5c3b-25aa-4d2d-baf7-16f8fa357c88 HTTP/1.1" status: 204  len: 168 time: 2.0709658
Apr 20 14:52:21.192623 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c6fef1c5-055c-4565-99cc-de1707ecfb1d req-2518c695-ac12-4804-bd9a-b66e8368c790 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971112
Apr 20 14:52:21.825852 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 47516) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:22.156706 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 47524) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:22.158024 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-b495d5de-80ad-4e02-8db2-5e6eef09cf50 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2313af5e45e6485ea5f87cc4f8bc6138&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3235066
Apr 20 14:52:22.322594 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-44779721-65c8-4eb7-9e16-2c3cfc272904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:22.370183 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf50647-6925-4bed-91fa-d351d91c9e66 req-72a07ee9-54ba-463c-ad0f-5f3f606128a0 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:22.374058 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ecf50647-6925-4bed-91fa-d351d91c9e66 req-72a07ee9-54ba-463c-ad0f-5f3f606128a0 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.5396724
Apr 20 14:52:22.379363 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-44779721-65c8-4eb7-9e16-2c3cfc272904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:22.506253 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ecf50647-6925-4bed-91fa-d351d91c9e66 req-77d55d12-3eef-4b0f-83c4-3ccb447532e0 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155207
Apr 20 14:52:22.531866 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d904d2-be08-4b3b-8ddd-f7324fd4c148 req-22f6333e-738c-4a99-bdaa-a11c2ea897c1 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:22.534847 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-87d904d2-be08-4b3b-8ddd-f7324fd4c148 req-22f6333e-738c-4a99-bdaa-a11c2ea897c1 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.2866492
Apr 20 14:52:22.555711 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-44779721-65c8-4eb7-9e16-2c3cfc272904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:22.578587 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-16c6bcfc-84f4-41b2-acf0-5e0fbdd943fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:22.616597 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-44779721-65c8-4eb7-9e16-2c3cfc272904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:22.619275 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-44779721-65c8-4eb7-9e16-2c3cfc272904 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71323222-b8d3-42d4-856f-c83b43359f73 HTTP/1.1" status: 204  len: 168 time: 0.4600484
Apr 20 14:52:22.628115 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44779721-65c8-4eb7-9e16-2c3cfc272904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71323222-b8d3-42d4-856f-c83b43359f73,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:22.657650 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779721-65c8-4eb7-9e16-2c3cfc272904 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:22.658919 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779721-65c8-4eb7-9e16-2c3cfc272904 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:22.659887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779721-65c8-4eb7-9e16-2c3cfc272904 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:22.661211 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779721-65c8-4eb7-9e16-2c3cfc272904 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:22.662211 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779721-65c8-4eb7-9e16-2c3cfc272904 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:22.663480 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779721-65c8-4eb7-9e16-2c3cfc272904 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:22.664466 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779721-65c8-4eb7-9e16-2c3cfc272904 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:22.666606 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779721-65c8-4eb7-9e16-2c3cfc272904 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:22.667850 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779721-65c8-4eb7-9e16-2c3cfc272904 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:22.668907 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779721-65c8-4eb7-9e16-2c3cfc272904 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:22.670004 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779721-65c8-4eb7-9e16-2c3cfc272904 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:22.671179 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779721-65c8-4eb7-9e16-2c3cfc272904 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:22.703054 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-44779721-65c8-4eb7-9e16-2c3cfc272904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:22.742712 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-87d904d2-be08-4b3b-8ddd-f7324fd4c148 req-5bbdb4ca-a07e-49b6-911f-925907d9d680 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1939557
Apr 20 14:52:23.041613 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc43f54-35dd-4d30-991c-b2ccfe586aa5 req-25e14140-3104-406f-a283-9d9b74aed78d tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:23.044801 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-dbc43f54-35dd-4d30-991c-b2ccfe586aa5 req-25e14140-3104-406f-a283-9d9b74aed78d tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 946 time: 0.2721195
Apr 20 14:52:23.153658 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-dbc43f54-35dd-4d30-991c-b2ccfe586aa5 req-193c5e0f-bef6-4e82-bfca-3c73b570ec1b tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980513
Apr 20 14:52:23.910289 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef069ef-5508-4897-914d-3b8e01ec4b96 req-43f6c106-be07-491f-9a07-57ec2cdeda0e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:23.913967 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cef069ef-5508-4897-914d-3b8e01ec4b96 req-43f6c106-be07-491f-9a07-57ec2cdeda0e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.1542804
Apr 20 14:52:24.163462 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cef069ef-5508-4897-914d-3b8e01ec4b96 req-0c0a37f2-ed43-4f05-a4a7-fae9db9a1c16 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2375023
Apr 20 14:52:24.276265 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0f315-2fe3-4a5c-ba4a-252f3a8faaab req-be6669e1-f9d2-45cd-9314-ac0c77ed535e tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:24.288315 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e3b0f315-2fe3-4a5c-ba4a-252f3a8faaab req-be6669e1-f9d2-45cd-9314-ac0c77ed535e tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.3150258
Apr 20 14:52:24.545738 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e3b0f315-2fe3-4a5c-ba4a-252f3a8faaab req-892dcfc5-2986-4a90-bce5-a38218877155 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2484117
Apr 20 14:52:24.612693 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541603d-16f8-4ee6-bc6c-800780eaa0b5 req-05d0ec4b-066c-4775-8798-46c384f61e7a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:24.614511 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0541603d-16f8-4ee6-bc6c-800780eaa0b5 req-05d0ec4b-066c-4775-8798-46c384f61e7a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 946 time: 0.1799991
Apr 20 14:52:24.704071 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0541603d-16f8-4ee6-bc6c-800780eaa0b5 req-0f3f1de8-16ca-4446-bf87-e75984e52843 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756218
Apr 20 14:52:25.526877 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66e6a6-799a-450f-a6be-b57ce706fb95 req-ae95af9f-d15d-4c20-a9ea-8b82dc9b41e7 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:25.530065 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7a66e6a6-799a-450f-a6be-b57ce706fb95 req-ae95af9f-d15d-4c20-a9ea-8b82dc9b41e7 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.1693640
Apr 20 14:52:25.631500 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7a66e6a6-799a-450f-a6be-b57ce706fb95 req-a4432d57-27e9-442a-a491-fb0f65844bec tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937469
Apr 20 14:52:26.155864 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dadb24-2323-462d-a2a0-44d7aeae68a8 req-eac51f11-c82e-475a-8a98-de275038e99b tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:26.158565 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-56dadb24-2323-462d-a2a0-44d7aeae68a8 req-eac51f11-c82e-475a-8a98-de275038e99b tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.3471217
Apr 20 14:52:26.220059 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27993808-9b41-4c58-9e6e-861a5b10d800 req-7da01ef3-03ba-493d-b1ed-d57648e345cb tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:26.229666 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-27993808-9b41-4c58-9e6e-861a5b10d800 req-7da01ef3-03ba-493d-b1ed-d57648e345cb tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 946 time: 0.2921624
Apr 20 14:52:26.281704 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-56dadb24-2323-462d-a2a0-44d7aeae68a8 req-a06d7e4d-1126-457a-8729-54813d966559 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1044624
Apr 20 14:52:26.308153 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-27993808-9b41-4c58-9e6e-861a5b10d800 req-c8fcae3e-c2ca-47d4-a03d-4dbe9eeee43c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778136
Apr 20 14:52:27.009520 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f804a-f366-4065-8405-b0ac019b2bf2 req-28cbf91f-1e7d-4a0d-aafd-83bc3061278d tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:27.010596 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-570f804a-f366-4065-8405-b0ac019b2bf2 req-28cbf91f-1e7d-4a0d-aafd-83bc3061278d tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.1804252
Apr 20 14:52:27.125891 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-570f804a-f366-4065-8405-b0ac019b2bf2 req-399d49b4-7d71-4bf3-bd6a-a60a90ceaeb1 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012392
Apr 20 14:52:27.930328 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344903c-a196-4600-89d1-a126e8b70b6a req-d806df1a-2755-4f69-896f-74e96461a871 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:27.943864 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d344903c-a196-4600-89d1-a126e8b70b6a req-d806df1a-2755-4f69-896f-74e96461a871 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 946 time: 0.4400125
Apr 20 14:52:28.045528 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76ed24-ba49-4900-83d2-7d7b86a83808 req-619618c6-2ada-431f-93d3-0e114fe47f67 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:28.045528 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2e76ed24-ba49-4900-83d2-7d7b86a83808 req-619618c6-2ada-431f-93d3-0e114fe47f67 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.4623578
Apr 20 14:52:28.066228 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d344903c-a196-4600-89d1-a126e8b70b6a req-cde9e335-5c98-44c8-875b-42b4f51d8ab7 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131186
Apr 20 14:52:28.225942 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2e76ed24-ba49-4900-83d2-7d7b86a83808 req-44cb34b2-e135-4b93-a83b-456943e4e6d7 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1654119
Apr 20 14:52:28.511589 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f15ea-7bf6-449a-a855-bc1429813a85 req-8776a2ab-5d72-4c28-96b3-4556fe8de03b tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:28.513376 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ba5f15ea-7bf6-449a-a855-bc1429813a85 req-8776a2ab-5d72-4c28-96b3-4556fe8de03b tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.1098385
Apr 20 14:52:28.578405 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ba5f15ea-7bf6-449a-a855-bc1429813a85 req-a4544c45-cf98-4cfc-a2a8-c695c237bdb2 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523784
Apr 20 14:52:29.328250 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d8dea-6b4f-4646-9efa-ee54cccb10f7 req-6760ab71-3ece-40b4-a0e3-261c92497da5 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:29.329993 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fa4d8dea-6b4f-4646-9efa-ee54cccb10f7 req-6760ab71-3ece-40b4-a0e3-261c92497da5 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 946 time: 0.1028869
Apr 20 14:52:29.394703 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fa4d8dea-6b4f-4646-9efa-ee54cccb10f7 req-aad6b2d9-a6d8-4515-8724-b94b56e32c45 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514634
Apr 20 14:52:29.501566 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65088635-f385-44e9-8edc-d94759247567 req-7c6c3599-954a-4363-acfb-c4a8f50c8f55 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:29.503341 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-65088635-f385-44e9-8edc-d94759247567 req-7c6c3599-954a-4363-acfb-c4a8f50c8f55 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.1024802
Apr 20 14:52:29.557296 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-65088635-f385-44e9-8edc-d94759247567 req-27158d45-d3c3-4ac0-ad2f-1cc3481208e8 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470016
Apr 20 14:52:29.926422 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e33c3-4d5b-427a-88de-4c2244315f72 req-87782afe-be35-4db3-a370-a453c29b89ea tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:29.926422 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4b7e33c3-4d5b-427a-88de-4c2244315f72 req-87782afe-be35-4db3-a370-a453c29b89ea tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.1165605
Apr 20 14:52:29.993744 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4b7e33c3-4d5b-427a-88de-4c2244315f72 req-ae0c29e0-020e-43fa-a5c2-a1966e0f157f tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591617
Apr 20 14:52:30.676537 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fb755-2a15-4ee9-b94e-6a50d78d4eaf req-d33f9f96-c943-4c9b-b823-ce837e433add tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:30.679547 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5f5fb755-2a15-4ee9-b94e-6a50d78d4eaf req-d33f9f96-c943-4c9b-b823-ce837e433add tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 946 time: 0.1216700
Apr 20 14:52:30.788308 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:30.794582 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5f5fb755-2a15-4ee9-b94e-6a50d78d4eaf req-b00146f5-03b7-405f-bb04-c2b212e8da8f tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079781
Apr 20 14:52:30.831967 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d3f78-0559-4a50-ba52-b2258f1b5285 req-3636d858-92b1-4677-a117-0629344dd3dc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:30.833645 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-497d3f78-0559-4a50-ba52-b2258f1b5285 req-3636d858-92b1-4677-a117-0629344dd3dc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.1263850
Apr 20 14:52:30.885221 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-497d3f78-0559-4a50-ba52-b2258f1b5285 req-c45cec12-21a6-47c6-90d2-b70a26675ab7 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452251
Apr 20 14:52:31.295593 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873c135-6c71-403e-a27c-998acafc5f32 req-b11de180-da4f-4adb-8de4-aee15ae75036 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:31.297234 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0873c135-6c71-403e-a27c-998acafc5f32 req-b11de180-da4f-4adb-8de4-aee15ae75036 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.1300447
Apr 20 14:52:31.407636 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0873c135-6c71-403e-a27c-998acafc5f32 req-0ee76733-baf3-4aa6-8ee2-3fb46b06dfab tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015460
Apr 20 14:52:31.460957 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5b2f6-0c11-414c-8039-1a95cb7c2d6c req-a0682718-7eef-4c43-9f66-68007f3ca849 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:31.462711 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c8b5b2f6-0c11-414c-8039-1a95cb7c2d6c req-a0682718-7eef-4c43-9f66-68007f3ca849 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.38 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 946 time: 0.1156778
Apr 20 14:52:31.556160 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-c8b5b2f6-0c11-414c-8039-1a95cb7c2d6c req-b8b91691-7deb-47af-a604-ea126725197a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Deleting port 7b7c2a98-4727-4777-abf1-565a2e84df4e {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:52:31.556443 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c8b5b2f6-0c11-414c-8039-1a95cb7c2d6c req-b8b91691-7deb-47af-a604-ea126725197a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:31.858849 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-c8b5b2f6-0c11-414c-8039-1a95cb7c2d6c req-b8b91691-7deb-47af-a604-ea126725197a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] For port 7b7c2a98-4727-4777-abf1-565a2e84df4e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7b7c2a98-4727-4777-abf1-565a2e84df4e,segment=NetworkSegment(4fae770f-408e-4a25-a62f-4c0f819efaed),segment_id=4fae770f-408e-4a25-a62f-4c0f819efaed)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:52:31.859739 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c8b5b2f6-0c11-414c-8039-1a95cb7c2d6c req-b8b91691-7deb-47af-a604-ea126725197a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:32.020684 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-c8b5b2f6-0c11-414c-8039-1a95cb7c2d6c req-b8b91691-7deb-47af-a604-ea126725197a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Calling delete_port for 7b7c2a98-4727-4777-abf1-565a2e84df4e owned by compute:nova {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:52:32.269860 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ae5fc38a-5f45-45bf-906a-e523a2209963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:32.622099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126da4c6-d804-4bf6-9a5d-040a3a5714e1 req-206e846b-a131-4988-b669-1d5077681525 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:32.625084 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-126da4c6-d804-4bf6-9a5d-040a3a5714e1 req-206e846b-a131-4988-b669-1d5077681525 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 946 time: 0.6148932
Apr 20 14:52:32.682846 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c972b-1ac0-41cd-875b-76d32c6a1519 req-0f0de838-8777-4f08-9491-0e03e92ec135 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:32.684865 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c75c972b-1ac0-41cd-875b-76d32c6a1519 req-0f0de838-8777-4f08-9491-0e03e92ec135 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.6322114
Apr 20 14:52:32.703051 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ba59d-02f1-4f07-a750-47e0cc36cc01 req-39922991-6dc6-4dc8-8e74-99c8ff7072d3 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:32.704722 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7d8ba59d-02f1-4f07-a750-47e0cc36cc01 req-39922991-6dc6-4dc8-8e74-99c8ff7072d3 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.5089638
Apr 20 14:52:32.849177 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-126da4c6-d804-4bf6-9a5d-040a3a5714e1 req-10b80767-387c-4eef-a043-f842feb0c9eb tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2117486
Apr 20 14:52:32.862162 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c8b5b2f6-0c11-414c-8039-1a95cb7c2d6c req-b8b91691-7deb-47af-a604-ea126725197a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:32.873638 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-7d8ba59d-02f1-4f07-a750-47e0cc36cc01 req-0c84a66c-a77d-4585-bc89-a1fd902f1b4a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Deleting port 46062b05-a7b2-47d0-ae1e-cefb2d0775d5 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:52:32.874038 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7d8ba59d-02f1-4f07-a750-47e0cc36cc01 req-0c84a66c-a77d-4585-bc89-a1fd902f1b4a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:32.878325 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['65f45313-ae9b-45c9-b7f2-9bbbd47898a2', 'c78f9289-389f-49bd-94c5-d5e9e11745a5', '7b7c2a98-4727-4777-abf1-565a2e84df4e'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:52:32.913168 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-715383a6-cb0f-4544-9161-2fe3b646016d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:32.946286 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c75c972b-1ac0-41cd-875b-76d32c6a1519 req-18bbdef9-ece3-425a-9fa3-d476fcb81972 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2403219
Apr 20 14:52:32.980896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b91691-7deb-47af-a604-ea126725197a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Pushing event deleted for resources: {'Port': ['ID=7b7c2a98-4727-4777-abf1-565a2e84df4e,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:32.987796 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b8b91691-7deb-47af-a604-ea126725197a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:33.147323 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b5b2f6-0c11-414c-8039-1a95cb7c2d6c req-b8b91691-7deb-47af-a604-ea126725197a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] No DVR routers for this DVR port 7b7c2a98-4727-4777-abf1-565a2e84df4e on host hv-cinder-74216 {{(pid=86437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:52:33.157091 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-c8b5b2f6-0c11-414c-8039-1a95cb7c2d6c req-b8b91691-7deb-47af-a604-ea126725197a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:33.174775 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bead7271-76b2-4049-a872-6265518304b6', 'name': 'network-vif-deleted', 'tag': '7b7c2a98-4727-4777-abf1-565a2e84df4e'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:52:33.305815 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bead7271-76b2-4049-a872-6265518304b6', 'name': 'network-vif-deleted', 'tag': '7b7c2a98-4727-4777-abf1-565a2e84df4e', 'status': 'completed', 'code': 200}
Apr 20 14:52:33.385752 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c8b5b2f6-0c11-414c-8039-1a95cb7c2d6c req-b8b91691-7deb-47af-a604-ea126725197a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.38 "DELETE /v2.0/ports/7b7c2a98-4727-4777-abf1-565a2e84df4e HTTP/1.1" status: 204  len: 173 time: 1.9153233
Apr 20 14:52:33.461213 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b19e64-cf14-4613-8ccf-fc4416f06fc7 req-df34ae2e-248b-4f4c-8390-490f3e5c5b47 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:33.463016 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f3b19e64-cf14-4613-8ccf-fc4416f06fc7 req-df34ae2e-248b-4f4c-8390-490f3e5c5b47 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 946 time: 0.3015001
Apr 20 14:52:33.510659 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-7d8ba59d-02f1-4f07-a750-47e0cc36cc01 req-0c84a66c-a77d-4585-bc89-a1fd902f1b4a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] For port 46062b05-a7b2-47d0-ae1e-cefb2d0775d5, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=46062b05-a7b2-47d0-ae1e-cefb2d0775d5,segment=NetworkSegment(7bdaad88-b5cb-49bd-825b-65db1037015f),segment_id=7bdaad88-b5cb-49bd-825b-65db1037015f)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:52:33.511078 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7d8ba59d-02f1-4f07-a750-47e0cc36cc01 req-0c84a66c-a77d-4585-bc89-a1fd902f1b4a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:33.670197 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-7d8ba59d-02f1-4f07-a750-47e0cc36cc01 req-0c84a66c-a77d-4585-bc89-a1fd902f1b4a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Calling delete_port for 46062b05-a7b2-47d0-ae1e-cefb2d0775d5 owned by compute:nova {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:52:33.724485 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f3b19e64-cf14-4613-8ccf-fc4416f06fc7 req-f5c7c389-9299-4342-91e0-8b3ce879bc20 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2454479
Apr 20 14:52:33.946791 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7d8ba59d-02f1-4f07-a750-47e0cc36cc01 req-0c84a66c-a77d-4585-bc89-a1fd902f1b4a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:33.959701 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:33.965848 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['bdd5613b-3280-4802-a97e-c66faf2ebaa6'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:52:34.188132 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84a66c-a77d-4585-bc89-a1fd902f1b4a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Pushing event deleted for resources: {'Port': ['ID=46062b05-a7b2-47d0-ae1e-cefb2d0775d5,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:34.193129 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0c84a66c-a77d-4585-bc89-a1fd902f1b4a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:34.294485 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-a6a0f5e2-aa91-47e6-bd58-7979ff28d7e1 req-2bb13ad6-7621-4a97-bcdd-4863f390bb50 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Synchronizing usage tracker for tenant:eef72ea2e2c54d04a7a83790dc9707b7 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:52:34.802831 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8ba59d-02f1-4f07-a750-47e0cc36cc01 req-0c84a66c-a77d-4585-bc89-a1fd902f1b4a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] No DVR routers for this DVR port 46062b05-a7b2-47d0-ae1e-cefb2d0775d5 on host hv-cinder-74216 {{(pid=86437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:52:34.808369 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7d8ba59d-02f1-4f07-a750-47e0cc36cc01 req-0c84a66c-a77d-4585-bc89-a1fd902f1b4a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:34.824046 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7d8ba59d-02f1-4f07-a750-47e0cc36cc01 req-0c84a66c-a77d-4585-bc89-a1fd902f1b4a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.38 "DELETE /v2.0/ports/46062b05-a7b2-47d0-ae1e-cefb2d0775d5 HTTP/1.1" status: 204  len: 173 time: 2.1103075
Apr 20 14:52:34.838438 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-a6a0f5e2-aa91-47e6-bd58-7979ff28d7e1 req-2bb13ad6-7621-4a97-bcdd-4863f390bb50 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Unset dirty status for tenant:eef72ea2e2c54d04a7a83790dc9707b7 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:52:34.839611 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a6a0f5e2-aa91-47e6-bd58-7979ff28d7e1 req-2bb13ad6-7621-4a97-bcdd-4863f390bb50 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bead7271-76b2-4049-a872-6265518304b6 HTTP/1.1" status: 200  len: 210 time: 0.6428494
Apr 20 14:52:34.865557 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed30f0-fc97-4b28-b9a9-6a4475b332c9 req-7c28a2a9-1a66-4abd-b095-62c3e1fbaf03 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:34.867290 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-04ed30f0-fc97-4b28-b9a9-6a4475b332c9 req-7c28a2a9-1a66-4abd-b095-62c3e1fbaf03 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.4419825
Apr 20 14:52:34.950663 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-04ed30f0-fc97-4b28-b9a9-6a4475b332c9 req-7d5e13e2-d09d-443b-a5b0-e9836bd48bf2 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642111
Apr 20 14:52:34.965241 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7f069061-b201-4800-a88a-f074b44df001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:35.171912 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-8ba3e83f-0ebf-4a6b-b598-e7af4f71f42b req-a8a12611-f1bf-4238-976f-0077613ab938 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Synchronizing usage tracker for tenant:953243a9ffdb474f8cdeee895c11e0de on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:52:35.219699 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-8ba3e83f-0ebf-4a6b-b598-e7af4f71f42b req-a8a12611-f1bf-4238-976f-0077613ab938 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Unset dirty status for tenant:953243a9ffdb474f8cdeee895c11e0de on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:52:35.222704 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8ba3e83f-0ebf-4a6b-b598-e7af4f71f42b req-a8a12611-f1bf-4238-976f-0077613ab938 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c827476-944e-4c57-9cc3-b89a0dbdf519 HTTP/1.1" status: 200  len: 210 time: 0.1110187
Apr 20 14:52:35.306728 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c827476-944e-4c57-9cc3-b89a0dbdf519', 'name': 'network-vif-deleted', 'tag': '46062b05-a7b2-47d0-ae1e-cefb2d0775d5'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:52:35.362575 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c827476-944e-4c57-9cc3-b89a0dbdf519', 'name': 'network-vif-deleted', 'tag': '46062b05-a7b2-47d0-ae1e-cefb2d0775d5', 'status': 'completed', 'code': 200}
Apr 20 14:52:35.572975 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:35.764956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 46062b05-a7b2-47d0-ae1e-cefb2d0775d5 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:52:35.811411 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] No Port match for: 46062b05-a7b2-47d0-ae1e-cefb2d0775d5 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:52:35.811941 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 46062b05-a7b2-47d0-ae1e-cefb2d0775d5 not bound to the agent host hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:52:35.812491 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 7b7c2a98-4727-4777-abf1-565a2e84df4e no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:52:35.857853 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] No Port match for: 7b7c2a98-4727-4777-abf1-565a2e84df4e {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:52:35.857853 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 7b7c2a98-4727-4777-abf1-565a2e84df4e not bound to the agent host hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:52:36.239407 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771dd02-c4a3-442b-b8fe-95e53da07637 req-3e36ef49-8684-420b-945c-8cb4c1648cd0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:36.241169 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c771dd02-c4a3-442b-b8fe-95e53da07637 req-3e36ef49-8684-420b-945c-8cb4c1648cd0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.1063204
Apr 20 14:52:36.307421 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c771dd02-c4a3-442b-b8fe-95e53da07637 req-ef7660cb-8a4f-41af-8701-b7f01eda6f0b tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547173
Apr 20 14:52:36.437182 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:36.691302 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90394ae8-329b-4b30-81cf-9fbb37c68efc req-27753cd9-979b-4208-b956-cd6aa279d1ee tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:36.693034 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-90394ae8-329b-4b30-81cf-9fbb37c68efc req-27753cd9-979b-4208-b956-cd6aa279d1ee tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=02cca5f1-86f6-4a7e-a334-82630db9571f HTTP/1.1" status: 200  len: 945 time: 0.1164062
Apr 20 14:52:36.787306 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-90394ae8-329b-4b30-81cf-9fbb37c68efc req-4662b8fd-74af-44f7-b4d0-241fd19540e3 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790176
Apr 20 14:52:37.034555 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:37.149491 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ec184-d2df-4fdf-9127-70cfd052d710 req-1d20f380-8dff-4973-bdf4-60ac8b13b7b0 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:37.151130 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9e7ec184-d2df-4fdf-9127-70cfd052d710 req-1d20f380-8dff-4973-bdf4-60ac8b13b7b0 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.0971606
Apr 20 14:52:37.201829 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9e7ec184-d2df-4fdf-9127-70cfd052d710 req-1a7a95a6-ab26-48fa-8488-7311fcda0023 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442002
Apr 20 14:52:37.534120 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 47788) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:37.622292 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad1c6b-bc31-4b78-9a16-7f59f0024d03 req-1242416c-fbbb-4a39-8e9f-1c66a535b4f9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:37.623994 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-45ad1c6b-bc31-4b78-9a16-7f59f0024d03 req-1242416c-fbbb-4a39-8e9f-1c66a535b4f9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 944 time: 0.1069670
Apr 20 14:52:37.677783 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-45ad1c6b-bc31-4b78-9a16-7f59f0024d03 req-0ca886ba-12b0-40c0-a72f-5d0bb81c066d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458548
Apr 20 14:52:37.678476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f09926f6-f1d1-4d6a-bb07-3175269881f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:37.695163 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-f09926f6-f1d1-4d6a-bb07-3175269881f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:52:37.699588 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-f09926f6-f1d1-4d6a-bb07-3175269881f0 admin admin] Usage tracker for resource:security_group_rule and tenant:8e467e753c724280b7bffa98b3930a4f is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:52:37.702797 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-f09926f6-f1d1-4d6a-bb07-3175269881f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:52:37.709483 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-f09926f6-f1d1-4d6a-bb07-3175269881f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:52:37.788989 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 015379bb-1f7b-4912-a001-faad34e332b3 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:52:37.810410 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f09926f6-f1d1-4d6a-bb07-3175269881f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:37.842672 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f09926f6-f1d1-4d6a-bb07-3175269881f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:37.856911 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5c445a8c-0f83-45f7-b813-ba296c541f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:37.913107 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-f09926f6-f1d1-4d6a-bb07-3175269881f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e467e753c724280b7bffa98b3930a4f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3770530
Apr 20 14:52:37.914469 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 47798) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:37.918342 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09926f6-f1d1-4d6a-bb07-3175269881f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77634fd-b02c-4bb4-a37f-b036e0aee578,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:37.926424 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f09926f6-f1d1-4d6a-bb07-3175269881f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:38.128269 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 015379bb-1f7b-4912-a001-faad34e332b3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=015379bb-1f7b-4912-a001-faad34e332b3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:52:38.145828 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': '015379bb-1f7b-4912-a001-faad34e332b3', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'port_id': '015379bb-1f7b-4912-a001-faad34e332b3', 'mac_address': 'fa:16:3e:44:6c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:52:38.147563 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3549ff3d-830b-4f66-a24e-6a82e9b7509f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:38.210903 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7602b2-67e5-49eb-90c6-0aba73ce6bdf req-741cbe99-1087-4ed0-a1ea-f9550650cad4 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:38.212621 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6f7602b2-67e5-49eb-90c6-0aba73ce6bdf req-741cbe99-1087-4ed0-a1ea-f9550650cad4 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.38 "GET /v2.0/ports?device_id=02cca5f1-86f6-4a7e-a334-82630db9571f HTTP/1.1" status: 200  len: 945 time: 0.2635274
Apr 20 14:52:38.215575 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3549ff3d-830b-4f66-a24e-6a82e9b7509f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:38.233892 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced53d34-bfde-4469-b873-d5dbb6546279 req-273dbcc7-28ca-49f8-9b64-7ccde949d3c0 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:38.235564 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ced53d34-bfde-4469-b873-d5dbb6546279 req-273dbcc7-28ca-49f8-9b64-7ccde949d3c0 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=02cca5f1-86f6-4a7e-a334-82630db9571f HTTP/1.1" status: 200  len: 945 time: 0.2877877
Apr 20 14:52:38.236721 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:38.257994 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 015379bb-1f7b-4912-a001-faad34e332b3 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:52:38.277325 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 015379bb-1f7b-4912-a001-faad34e332b3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=015379bb-1f7b-4912-a001-faad34e332b3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:52:38.311236 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:38.313942 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:38.395222 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=015379bb-1f7b-4912-a001-faad34e332b3,revision_number=9']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:38.403802 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:38.404196 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:38.404583 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:38.405079 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:38.405472 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:38.405904 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:38.406266 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:38.406633 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:38.407000 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:38.407576 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:38.408501 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:38.408868 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:52:38.413516 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:38.433325 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-6f7602b2-67e5-49eb-90c6-0aba73ce6bdf req-b1e14539-b737-476a-9024-37dd4081db62 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Deleting port c78f9289-389f-49bd-94c5-d5e9e11745a5 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:52:38.433745 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6f7602b2-67e5-49eb-90c6-0aba73ce6bdf req-b1e14539-b737-476a-9024-37dd4081db62 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:38.491800 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ced53d34-bfde-4469-b873-d5dbb6546279 req-84f7ad0a-aa5e-4a50-a67b-8053107928d1 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015700
Apr 20 14:52:38.597960 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['015379bb-1f7b-4912-a001-faad34e332b3'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:52:38.619201 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3549ff3d-830b-4f66-a24e-6a82e9b7509f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:38.633855 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ddc99248-3dd6-4e0f-a095-9cd8052e47c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:38.701307 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3645fd-7016-47d5-8cba-b2fbb4b2181c req-a9b28184-1a65-4d51-bfb0-ea4d07a56055 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:38.703046 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0d3645fd-7016-47d5-8cba-b2fbb4b2181c req-a9b28184-1a65-4d51-bfb0-ea4d07a56055 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.3643360
Apr 20 14:52:38.710277 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549ff3d-830b-4f66-a24e-6a82e9b7509f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77634fd-b02c-4bb4-a37f-b036e0aee578,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:38.714598 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3549ff3d-830b-4f66-a24e-6a82e9b7509f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:38.725559 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3549ff3d-830b-4f66-a24e-6a82e9b7509f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:38.729399 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-3549ff3d-830b-4f66-a24e-6a82e9b7509f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a77634fd-b02c-4bb4-a37f-b036e0aee578 HTTP/1.1" status: 204  len: 168 time: 0.8135056
Apr 20 14:52:38.828230 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0d3645fd-7016-47d5-8cba-b2fbb4b2181c req-8da58c3d-5204-4e97-8735-bf47a6d3c1a6 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973220
Apr 20 14:52:38.838563 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-6f7602b2-67e5-49eb-90c6-0aba73ce6bdf req-b1e14539-b737-476a-9024-37dd4081db62 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] For port c78f9289-389f-49bd-94c5-d5e9e11745a5, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=c78f9289-389f-49bd-94c5-d5e9e11745a5,segment=NetworkSegment(4fae770f-408e-4a25-a62f-4c0f819efaed),segment_id=4fae770f-408e-4a25-a62f-4c0f819efaed)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:52:38.839233 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6f7602b2-67e5-49eb-90c6-0aba73ce6bdf req-b1e14539-b737-476a-9024-37dd4081db62 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:39.032272 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-6f7602b2-67e5-49eb-90c6-0aba73ce6bdf req-b1e14539-b737-476a-9024-37dd4081db62 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Calling delete_port for c78f9289-389f-49bd-94c5-d5e9e11745a5 owned by compute:nova {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:52:39.216194 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e885b32-7a6a-40d8-976f-19b0f9cc3565 req-42f356a3-731b-4034-8bb0-919d14f5d19a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:39.219112 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4e885b32-7a6a-40d8-976f-19b0f9cc3565 req-42f356a3-731b-4034-8bb0-919d14f5d19a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 945 time: 0.2992909
Apr 20 14:52:39.350585 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4e885b32-7a6a-40d8-976f-19b0f9cc3565 req-6a4a30c1-b445-47af-8530-992cca55a284 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729754
Apr 20 14:52:39.411121 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6f7602b2-67e5-49eb-90c6-0aba73ce6bdf req-b1e14539-b737-476a-9024-37dd4081db62 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:39.419490 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-41709a8f-1cab-4a5d-a20a-3f8d09c27707 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:39.427103 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['65f45313-ae9b-45c9-b7f2-9bbbd47898a2', 'c78f9289-389f-49bd-94c5-d5e9e11745a5'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:52:39.510043 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e14539-b737-476a-9024-37dd4081db62 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Pushing event deleted for resources: {'Port': ['ID=c78f9289-389f-49bd-94c5-d5e9e11745a5,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:39.513160 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b1e14539-b737-476a-9024-37dd4081db62 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:39.633300 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7602b2-67e5-49eb-90c6-0aba73ce6bdf req-b1e14539-b737-476a-9024-37dd4081db62 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] No DVR routers for this DVR port c78f9289-389f-49bd-94c5-d5e9e11745a5 on host hv-cinder-74216 {{(pid=86437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:52:39.637650 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6f7602b2-67e5-49eb-90c6-0aba73ce6bdf req-b1e14539-b737-476a-9024-37dd4081db62 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:39.643342 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cca5f1-86f6-4a7e-a334-82630db9571f', 'name': 'network-vif-deleted', 'tag': 'c78f9289-389f-49bd-94c5-d5e9e11745a5'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:52:39.709774 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6f7602b2-67e5-49eb-90c6-0aba73ce6bdf req-b1e14539-b737-476a-9024-37dd4081db62 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.38 "DELETE /v2.0/ports/c78f9289-389f-49bd-94c5-d5e9e11745a5 HTTP/1.1" status: 204  len: 173 time: 1.4797847
Apr 20 14:52:39.723662 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cca5f1-86f6-4a7e-a334-82630db9571f', 'name': 'network-vif-deleted', 'tag': 'c78f9289-389f-49bd-94c5-d5e9e11745a5', 'status': 'completed', 'code': 200}
Apr 20 14:52:39.776791 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-f0486932-a8c6-4529-a327-bef7444ea748 req-31576947-c224-4e8a-9157-bdd1ac75e6b1 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Synchronizing usage tracker for tenant:eef72ea2e2c54d04a7a83790dc9707b7 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:52:39.800190 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 015379bb-1f7b-4912-a001-faad34e332b3 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:52:39.830731 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-f0486932-a8c6-4529-a327-bef7444ea748 req-31576947-c224-4e8a-9157-bdd1ac75e6b1 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Unset dirty status for tenant:eef72ea2e2c54d04a7a83790dc9707b7 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:52:39.832132 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f0486932-a8c6-4529-a327-bef7444ea748 req-31576947-c224-4e8a-9157-bdd1ac75e6b1 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=02cca5f1-86f6-4a7e-a334-82630db9571f HTTP/1.1" status: 200  len: 210 time: 0.1116338
Apr 20 14:52:39.889527 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port 015379bb-1f7b-4912-a001-faad34e332b3 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:52:39.890190 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:40.075398 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:40.136592 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496a9199-4585-4e3a-9976-7fc22f948a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015379bb-1f7b-4912-a001-faad34e332b3'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:52:40.156008 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 015379bb-1f7b-4912-a001-faad34e332b3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=015379bb-1f7b-4912-a001-faad34e332b3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:52:40.179237 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 47846) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:40.185098 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:40.186993 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device c78f9289-389f-49bd-94c5-d5e9e11745a5 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:52:40.245252 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496a9199-4585-4e3a-9976-7fc22f948a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '015379bb-1f7b-4912-a001-faad34e332b3', 'code': 200}
Apr 20 14:52:40.250794 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:40.277371 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b2a00-e784-4966-ac43-6fcb93ad76b0 req-e81f1413-be0d-4529-9dd3-b0abdfec722e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:40.282156 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-750b2a00-e784-4966-ac43-6fcb93ad76b0 req-e81f1413-be0d-4529-9dd3-b0abdfec722e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.1213474
Apr 20 14:52:40.294872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] No Port match for: c78f9289-389f-49bd-94c5-d5e9e11745a5 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:52:40.295210 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device c78f9289-389f-49bd-94c5-d5e9e11745a5 not bound to the agent host hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:52:40.333930 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=015379bb-1f7b-4912-a001-faad34e332b3,revision_number=10']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:40.336228 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-750b2a00-e784-4966-ac43-6fcb93ad76b0 req-b5a35b6a-095b-4904-ad72-f37bcdad57d0 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505035
Apr 20 14:52:40.337206 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:40.370027 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2062441501-network', 'tenant_id': '8e516eecaaa9450ba940ed06d0553871'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:52:40.375191 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:52:40.379911 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Usage tracker for resource:network and tenant:8e516eecaaa9450ba940ed06d0553871 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:52:40.384286 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:52:40.390476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:52:40.430583 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Made reservation on behalf of 8e516eecaaa9450ba940ed06d0553871 for: {'network': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:52:40.435888 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for network, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:40.450863 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:40.467972 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:52:40.472457 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Usage tracker for resource:security_group_rule and tenant:8e516eecaaa9450ba940ed06d0553871 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:52:40.475902 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:52:40.484733 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:52:40.717732 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7608d82-736b-44c8-8e92-99798707f2b4 req-63ca64cc-9b29-4019-b755-f7b82bb1e28e tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:40.723137 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c7608d82-736b-44c8-8e92-99798707f2b4 req-63ca64cc-9b29-4019-b755-f7b82bb1e28e tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 947 time: 0.1369431
Apr 20 14:52:40.779461 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c7608d82-736b-44c8-8e92-99798707f2b4 req-1d7e7159-0093-4719-9858-fb1a6cd24b9b tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504296
Apr 20 14:52:40.822661 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:40.862381 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:40.867648 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:40.896231 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'}  {{(pid=86436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:52:40.913556 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aef3c82-fdac-4e52-8ede-d0323ebaad2e,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:40.919761 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:40.975966 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7530d82-9e05-4015-8fe4-49ca9067fe81 req-0fec6e29-a391-41c0-83d7-caed94c4a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:40.977818 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a7530d82-9e05-4015-8fe4-49ca9067fe81 req-0fec6e29-a391-41c0-83d7-caed94c4a41a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 1100 time: 0.0979888
Apr 20 14:52:40.990685 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:40.991867 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.segments_db [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Added segment 5b577d1c-df65-404c-a587-4cf8ef829fea of type vlan for network a243db25-610a-4a22-a0c2-944a6a12d7ce
Apr 20 14:52:41.067354 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a7530d82-9e05-4015-8fe4-49ca9067fe81 req-10c0868d-e743-406a-8625-6895ddbb1860 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783274
Apr 20 14:52:41.104329 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791464999914'] for network, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:41.232087 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 47864) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:41.235470 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for network, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:41.237274 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:41.237957 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:41.247378 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-05d188e8-157b-4873-b8f0-e0270c9d24a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:41.374514 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Pushing event updated for resources: {'Network': ['ID=a243db25-610a-4a22-a0c2-944a6a12d7ce,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:41.378572 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:41.395701 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Network a243db25-610a-4a22-a0c2-944a6a12d7ce details requested by agent ovs-agent-dv-cinder-742162-4-iscsi with host dv-cinder-742162-4-iscsi {{(pid=86438) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:52:41.422661 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.2370214
Apr 20 14:52:41.422661 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3f8f6260-9dc0-4791-b50c-3f5d5a670a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:41.426316 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 47874) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:41.429577 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-c46aed73-7b28-4d2b-9979-36175ff54f33 admin admin] Request body: {'subnet': {'network_id': 'a243db25-610a-4a22-a0c2-944a6a12d7ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2062441501-subnet', 'tenant_id': '8e516eecaaa9450ba940ed06d0553871', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:52:41.435075 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-c46aed73-7b28-4d2b-9979-36175ff54f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:52:41.439523 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-c46aed73-7b28-4d2b-9979-36175ff54f33 admin admin] Usage tracker for resource:subnet and tenant:8e516eecaaa9450ba940ed06d0553871 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:52:41.440324 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-3f8f6260-9dc0-4791-b50c-3f5d5a670a43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:52:41.442812 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-c46aed73-7b28-4d2b-9979-36175ff54f33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:52:41.445934 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-3f8f6260-9dc0-4791-b50c-3f5d5a670a43 admin admin] Usage tracker for resource:security_group_rule and tenant:7ce8981fd389474f9e9a5ff70edd2849 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:52:41.449678 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-c46aed73-7b28-4d2b-9979-36175ff54f33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:52:41.450030 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-3f8f6260-9dc0-4791-b50c-3f5d5a670a43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:52:41.458119 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-3f8f6260-9dc0-4791-b50c-3f5d5a670a43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:52:41.485143 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46aed73-7b28-4d2b-9979-36175ff54f33 admin admin] Made reservation on behalf of 8e516eecaaa9450ba940ed06d0553871 for: {'subnet': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:52:41.491934 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c46aed73-7b28-4d2b-9979-36175ff54f33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852136815'] for subnet, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:41.565994 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3f8f6260-9dc0-4791-b50c-3f5d5a670a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:41.610276 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3f8f6260-9dc0-4791-b50c-3f5d5a670a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:41.619249 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d1345156-1355-40bc-b5c5-a13abbd51c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:41.667549 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-3f8f6260-9dc0-4791-b50c-3f5d5a670a43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ce8981fd389474f9e9a5ff70edd2849&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4342515
Apr 20 14:52:41.668699 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f6260-9dc0-4791-b50c-3f5d5a670a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dec75f-a408-47c0-9c01-0121e2900224,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:41.672185 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3f8f6260-9dc0-4791-b50c-3f5d5a670a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:41.672606 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 47878) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:41.702521 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51e127-ac15-4e7a-bd11-c5a9a4cbb00d req-5d340c80-60de-49e9-a89c-4ce79a672ff9 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:41.704229 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1c51e127-ac15-4e7a-bd11-c5a9a4cbb00d req-5d340c80-60de-49e9-a89c-4ce79a672ff9 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.1137073
Apr 20 14:52:41.741573 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7b4ea53b-ebd5-4c66-b419-cb6eb7132e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:41.776787 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1c51e127-ac15-4e7a-bd11-c5a9a4cbb00d req-eeac9c03-6a35-46e2-83a9-7789547fb743 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592158
Apr 20 14:52:41.793327 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7b4ea53b-ebd5-4c66-b419-cb6eb7132e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:42.011319 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7b4ea53b-ebd5-4c66-b419-cb6eb7132e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:42.021019 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6ecf3862-c6d7-46e0-aae1-25748a886e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:42.063270 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ea53b-ebd5-4c66-b419-cb6eb7132e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dec75f-a408-47c0-9c01-0121e2900224,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:42.068236 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7b4ea53b-ebd5-4c66-b419-cb6eb7132e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:42.091777 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7b4ea53b-ebd5-4c66-b419-cb6eb7132e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:42.094032 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-7b4ea53b-ebd5-4c66-b419-cb6eb7132e55 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7dec75f-a408-47c0-9c01-0121e2900224 HTTP/1.1" status: 204  len: 168 time: 0.4201119
Apr 20 14:52:42.194925 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a70c7-ac20-40da-9db8-cb890bd67439 req-866bca72-5db6-403e-8d43-6c6c58d53963 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:42.196687 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5b1a70c7-ac20-40da-9db8-cb890bd67439 req-866bca72-5db6-403e-8d43-6c6c58d53963 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 947 time: 0.2008131
Apr 20 14:52:42.309256 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5b1a70c7-ac20-40da-9db8-cb890bd67439 req-92c52419-2f64-4f62-a5d5-491d1371d4bd tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0956280
Apr 20 14:52:42.410895 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c46aed73-7b28-4d2b-9979-36175ff54f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2713016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852136832'] for subnet, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:42.419558 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:42.554415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46aed73-7b28-4d2b-9979-36175ff54f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f0ee08f-f014-44dd-a49c-69c0508e9876,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:42.563150 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c46aed73-7b28-4d2b-9979-36175ff54f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:42.607296 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46aed73-7b28-4d2b-9979-36175ff54f33 admin admin] Checking segment: {'id': '5b577d1c-df65-404c-a587-4cf8ef829fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a243db25-610a-4a22-a0c2-944a6a12d7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:52:42.608096 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46aed73-7b28-4d2b-9979-36175ff54f33 admin admin] Network hostable DHCP agents. Network: a243db25-610a-4a22-a0c2-944a6a12d7ce, hostable agents: ['8cbc52d7-9a0e-47fc-ab25-55981a906e08'], hosted agents: [] {{(pid=86437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:52:42.708650 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46aed73-7b28-4d2b-9979-36175ff54f33 admin admin] Network a243db25-610a-4a22-a0c2-944a6a12d7ce is scheduled to be hosted by DHCP agent 8cbc52d7-9a0e-47fc-ab25-55981a906e08 with binding_index 1 {{(pid=86437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:52:42.800024 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-c46aed73-7b28-4d2b-9979-36175ff54f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-iscsi, a243db25-610a-4a22-a0c2-944a6a12d7ce) {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:52:42.814630 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04400e1d-95c0-4256-85cd-b152bfe48f4d None None] Network a243db25-610a-4a22-a0c2-944a6a12d7ce requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:52:42.821217 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46aed73-7b28-4d2b-9979-36175ff54f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:42.821934 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c46aed73-7b28-4d2b-9979-36175ff54f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:42.894250 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-c46aed73-7b28-4d2b-9979-36175ff54f33 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4696341
Apr 20 14:52:43.259332 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa87e2d-9103-4a5e-b5c4-03c41325ea98 None None] Network a243db25-610a-4a22-a0c2-944a6a12d7ce requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:52:43.335746 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdff6c-e573-48bd-8c88-dd3d7262bf81 req-4c32d38c-7bc1-4a99-ba02-278a519fafae tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:43.337342 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-18fdff6c-e573-48bd-8c88-dd3d7262bf81 req-4c32d38c-7bc1-4a99-ba02-278a519fafae tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.38 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.3944929
Apr 20 14:52:43.358103 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36218d-ee01-4a29-b9c6-c48acabb028e req-57c148f1-d5bd-40ce-99a7-6988e972565d tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:43.361786 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1a36218d-ee01-4a29-b9c6-c48acabb028e req-57c148f1-d5bd-40ce-99a7-6988e972565d tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 945 time: 0.2677109
Apr 20 14:52:43.448871 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf462f-6a98-49bc-abeb-b5bd12687d63 req-b628cb14-3301-4128-b899-7bd060346726 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:43.450631 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-87cf462f-6a98-49bc-abeb-b5bd12687d63 req-b628cb14-3301-4128-b899-7bd060346726 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 946 time: 0.2816405
Apr 20 14:52:43.532182 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1a36218d-ee01-4a29-b9c6-c48acabb028e req-ab4c42e8-d814-455a-89ed-1e8193cb95f6 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1692977
Apr 20 14:52:43.541221 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-18fdff6c-e573-48bd-8c88-dd3d7262bf81 req-4fae8480-7baa-4102-a51b-2139d3de3a0e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Deleting port bdd5613b-3280-4802-a97e-c66faf2ebaa6 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:52:43.541653 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-18fdff6c-e573-48bd-8c88-dd3d7262bf81 req-4fae8480-7baa-4102-a51b-2139d3de3a0e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:43.635825 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-87cf462f-6a98-49bc-abeb-b5bd12687d63 req-1b692f9b-bb83-477b-b4b2-45b260b4658e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/security-groups?id=d669bf1b-d184-48d6-8c32-cc32a02746c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1576476
Apr 20 14:52:44.222515 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842ed17-b9c2-441d-9626-17a226137445 req-2a213831-41fb-425f-b169-b344044fff74 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:44.224236 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a842ed17-b9c2-441d-9626-17a226137445 req-2a213831-41fb-425f-b169-b344044fff74 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 947 time: 0.4681211
Apr 20 14:52:44.247313 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-18fdff6c-e573-48bd-8c88-dd3d7262bf81 req-4fae8480-7baa-4102-a51b-2139d3de3a0e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] For port bdd5613b-3280-4802-a97e-c66faf2ebaa6, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bdd5613b-3280-4802-a97e-c66faf2ebaa6,segment=NetworkSegment(7bdaad88-b5cb-49bd-825b-65db1037015f),segment_id=7bdaad88-b5cb-49bd-825b-65db1037015f)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:52:44.247955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-18fdff6c-e573-48bd-8c88-dd3d7262bf81 req-4fae8480-7baa-4102-a51b-2139d3de3a0e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:44.436921 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-18fdff6c-e573-48bd-8c88-dd3d7262bf81 req-4fae8480-7baa-4102-a51b-2139d3de3a0e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Calling delete_port for bdd5613b-3280-4802-a97e-c66faf2ebaa6 owned by compute:nova {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:52:44.565397 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a842ed17-b9c2-441d-9626-17a226137445 req-d706151f-5211-4e51-a7f0-2b3d7addf67c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3301103
Apr 20 14:52:44.774767 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253dff5-afe7-4899-b640-e038ff40a219 req-d46fd048-9961-4e50-9df6-b922f80826bd tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:44.776398 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b253dff5-afe7-4899-b640-e038ff40a219 req-d46fd048-9961-4e50-9df6-b922f80826bd tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.38 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 945 time: 0.2937148
Apr 20 14:52:44.897336 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-18fdff6c-e573-48bd-8c88-dd3d7262bf81 req-4fae8480-7baa-4102-a51b-2139d3de3a0e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:44.907262 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-367a1908-78be-4f87-9efd-138819714af2 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:44.911384 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['bdd5613b-3280-4802-a97e-c66faf2ebaa6'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:52:44.949203 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c1c0060c-e42f-433f-8a3e-bcd2799c3bf5 req-00f36df4-ed2c-473c-bdd8-14517078e230 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 210 time: 0.1235297
Apr 20 14:52:45.031112 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae8480-7baa-4102-a51b-2139d3de3a0e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Pushing event deleted for resources: {'Port': ['ID=bdd5613b-3280-4802-a97e-c66faf2ebaa6,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:45.054046 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4fae8480-7baa-4102-a51b-2139d3de3a0e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:45.123545 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-b253dff5-afe7-4899-b640-e038ff40a219 req-5772759d-8646-46a6-a74f-e48ba4a52c95 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Deleting port 65f45313-ae9b-45c9-b7f2-9bbbd47898a2 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:52:45.123936 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-b253dff5-afe7-4899-b640-e038ff40a219 req-5772759d-8646-46a6-a74f-e48ba4a52c95 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:45.171834 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fdff6c-e573-48bd-8c88-dd3d7262bf81 req-4fae8480-7baa-4102-a51b-2139d3de3a0e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] No DVR routers for this DVR port bdd5613b-3280-4802-a97e-c66faf2ebaa6 on host hv-cinder-74216 {{(pid=86437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:52:45.178718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-18fdff6c-e573-48bd-8c88-dd3d7262bf81 req-4fae8480-7baa-4102-a51b-2139d3de3a0e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:45.181865 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7025864f-640e-449a-a400-b67fee8dfab2', 'name': 'network-vif-deleted', 'tag': 'bdd5613b-3280-4802-a97e-c66faf2ebaa6'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:52:45.212266 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8b6c3-9fa7-4f1f-9b07-0f252ad746eb req-913e655b-2df3-446d-b19c-869545bc94ea tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:45.215347 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-55d8b6c3-9fa7-4f1f-9b07-0f252ad746eb req-913e655b-2df3-446d-b19c-869545bc94ea tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 945 time: 0.5402217
Apr 20 14:52:45.244050 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7025864f-640e-449a-a400-b67fee8dfab2', 'name': 'network-vif-deleted', 'tag': 'bdd5613b-3280-4802-a97e-c66faf2ebaa6', 'status': 'completed', 'code': 200}
Apr 20 14:52:45.359635 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-18fdff6c-e573-48bd-8c88-dd3d7262bf81 req-4fae8480-7baa-4102-a51b-2139d3de3a0e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.38 "DELETE /v2.0/ports/bdd5613b-3280-4802-a97e-c66faf2ebaa6 HTTP/1.1" status: 204  len: 173 time: 1.9954047
Apr 20 14:52:45.401654 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-55d8b6c3-9fa7-4f1f-9b07-0f252ad746eb req-6fb0b7d9-c72e-4ecf-b6e0-167646124594 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec25a318-a36e-49af-84b0-7a3c3d8ce856&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614015
Apr 20 14:52:45.543146 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:52:45.614058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-b253dff5-afe7-4899-b640-e038ff40a219 req-5772759d-8646-46a6-a74f-e48ba4a52c95 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] For port 65f45313-ae9b-45c9-b7f2-9bbbd47898a2, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=65f45313-ae9b-45c9-b7f2-9bbbd47898a2,segment=NetworkSegment(4fae770f-408e-4a25-a62f-4c0f819efaed),segment_id=4fae770f-408e-4a25-a62f-4c0f819efaed)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:52:45.614858 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-b253dff5-afe7-4899-b640-e038ff40a219 req-5772759d-8646-46a6-a74f-e48ba4a52c95 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:45.881549 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-b253dff5-afe7-4899-b640-e038ff40a219 req-5772759d-8646-46a6-a74f-e48ba4a52c95 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Calling delete_port for 65f45313-ae9b-45c9-b7f2-9bbbd47898a2 owned by compute:nova {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:52:46.098683 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305908b8-158b-4833-88c4-068bab49c38a req-ea49867d-1887-4a32-a12e-a0402c5f7932 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:46.106913 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-305908b8-158b-4833-88c4-068bab49c38a req-ea49867d-1887-4a32-a12e-a0402c5f7932 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 947 time: 0.3004637
Apr 20 14:52:46.327598 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-647a219c-2873-4b11-a6f2-e9e0db2c6bbd req-1434c489-f2eb-41eb-91c9-10beb1ec0ec3 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Synchronizing usage tracker for tenant:953243a9ffdb474f8cdeee895c11e0de on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:52:46.353931 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-305908b8-158b-4833-88c4-068bab49c38a req-2e4ee4b3-8a50-4723-9b1d-66f828fa0d16 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2457094
Apr 20 14:52:46.366304 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-b253dff5-afe7-4899-b640-e038ff40a219 req-5772759d-8646-46a6-a74f-e48ba4a52c95 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:46.376081 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:46.452362 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-647a219c-2873-4b11-a6f2-e9e0db2c6bbd req-1434c489-f2eb-41eb-91c9-10beb1ec0ec3 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Unset dirty status for tenant:953243a9ffdb474f8cdeee895c11e0de on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:52:46.453681 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-647a219c-2873-4b11-a6f2-e9e0db2c6bbd req-1434c489-f2eb-41eb-91c9-10beb1ec0ec3 tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] 10.222.0.16 "GET /v2.0/ports?device_id=7025864f-640e-449a-a400-b67fee8dfab2 HTTP/1.1" status: 200  len: 210 time: 0.2744756
Apr 20 14:52:46.464809 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772759d-8646-46a6-a74f-e48ba4a52c95 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Pushing event deleted for resources: {'Port': ['ID=65f45313-ae9b-45c9-b7f2-9bbbd47898a2,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:46.497975 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5772759d-8646-46a6-a74f-e48ba4a52c95 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:46.580761 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-b253dff5-afe7-4899-b640-e038ff40a219 req-5772759d-8646-46a6-a74f-e48ba4a52c95 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] No DVR routers for this DVR port 65f45313-ae9b-45c9-b7f2-9bbbd47898a2 on host hv-cinder-74216 {{(pid=86437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:52:46.666257 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-b253dff5-afe7-4899-b640-e038ff40a219 req-5772759d-8646-46a6-a74f-e48ba4a52c95 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:46.693735 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-99db8240-0d3b-4bda-9993-2a2109bd2325 req-9728e321-7f74-4e53-b7e9-4b1f0ab204b8 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 210 time: 0.1200111
Apr 20 14:52:46.736072 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b253dff5-afe7-4899-b640-e038ff40a219 req-5772759d-8646-46a6-a74f-e48ba4a52c95 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.38 "DELETE /v2.0/ports/65f45313-ae9b-45c9-b7f2-9bbbd47898a2 HTTP/1.1" status: 204  len: 173 time: 1.9472034
Apr 20 14:52:46.779100 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-78bff161-f85f-48ae-b963-708c3c79ac46 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:46.780798 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-78bff161-f85f-48ae-b963-708c3c79ac46 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/networks?id=a243db25-610a-4a22-a0c2-944a6a12d7ce HTTP/1.1" status: 200  len: 814 time: 0.2763824
Apr 20 14:52:46.798083 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-16f23925-d347-4511-8632-6e4f8f53d8cb tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/quotas/8e516eecaaa9450ba940ed06d0553871 HTTP/1.1" status: 200  len: 375 time: 0.0107007
Apr 20 14:52:46.854870 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-3328b52e-9f8d-46b7-8e2f-b7e88121aecf tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e516eecaaa9450ba940ed06d0553871&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0501015
Apr 20 14:52:47.006389 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-b6083532-21b7-40fd-8e7d-4535f03813cf service neutron] 10.222.0.16 "GET /v2.0/networks/a243db25-610a-4a22-a0c2-944a6a12d7ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439254
Apr 20 14:52:47.159533 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-8e5babff-3cb3-4185-8329-c58522219dec service neutron] 10.222.0.16 "GET /v2.0/networks/a243db25-610a-4a22-a0c2-944a6a12d7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460888
Apr 20 14:52:47.245293 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db12661d-e326-4dc7-bdab-09da2c5b6fd1', 'name': 'network-vif-deleted', 'tag': '65f45313-ae9b-45c9-b7f2-9bbbd47898a2'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:52:47.334155 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db12661d-e326-4dc7-bdab-09da2c5b6fd1', 'name': 'network-vif-deleted', 'tag': '65f45313-ae9b-45c9-b7f2-9bbbd47898a2', 'status': 'completed', 'code': 200}
Apr 20 14:52:47.426848 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a5e291a3-11cc-49de-be3d-d5daede7b32a req-c83ffef3-8384-48e6-99f0-5349c664f3fd tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 210 time: 0.0516474
Apr 20 14:52:47.568914 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48020) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:47.899955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-f6e56104-7f92-4d9e-87ca-2d609cf59441 req-6cae1ed1-dd1f-411d-859c-5f5b0a7dd67c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Synchronizing usage tracker for tenant:eef72ea2e2c54d04a7a83790dc9707b7 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:52:47.968323 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-f6e56104-7f92-4d9e-87ca-2d609cf59441 req-6cae1ed1-dd1f-411d-859c-5f5b0a7dd67c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Unset dirty status for tenant:eef72ea2e2c54d04a7a83790dc9707b7 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:52:47.971459 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f6e56104-7f92-4d9e-87ca-2d609cf59441 req-6cae1ed1-dd1f-411d-859c-5f5b0a7dd67c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 210 time: 0.1349783
Apr 20 14:52:48.326562 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a476f641-d1e8-40fb-964b-2ff5d0155408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854083942'] for router_interface, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:48.770943 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-a476f641-d1e8-40fb-964b-2ff5d0155408 admin admin] Deleting port edaf3590-5341-4425-ab53-018f79e88ed4 {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:52:48.771544 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a476f641-d1e8-40fb-964b-2ff5d0155408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:48.948133 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-117d599c-9330-405a-8740-cefccadef7bb req-a87ffdd0-0af6-44e0-bae4-7bb373406b4e tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 210 time: 0.3915231
Apr 20 14:52:48.978387 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-a476f641-d1e8-40fb-964b-2ff5d0155408 admin admin] For port edaf3590-5341-4425-ab53-018f79e88ed4, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=edaf3590-5341-4425-ab53-018f79e88ed4,segment=NetworkSegment(7bdaad88-b5cb-49bd-825b-65db1037015f),segment_id=7bdaad88-b5cb-49bd-825b-65db1037015f)] {{(pid=86436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:52:48.978791 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a476f641-d1e8-40fb-964b-2ff5d0155408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:49.120249 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-a476f641-d1e8-40fb-964b-2ff5d0155408 admin admin] Calling delete_port for edaf3590-5341-4425-ab53-018f79e88ed4 owned by network:router_interface {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:52:49.292854 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3bb2f028-e159-43fc-bd5d-269976b232a1 req-8de8a01d-86e3-43e1-86ac-02e95453e1cc tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 210 time: 0.0536640
Apr 20 14:52:49.389339 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device bdd5613b-3280-4802-a97e-c66faf2ebaa6 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:52:49.434161 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] No Port match for: bdd5613b-3280-4802-a97e-c66faf2ebaa6 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:52:49.434607 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device bdd5613b-3280-4802-a97e-c66faf2ebaa6 not bound to the agent host hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:52:49.435082 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 65f45313-ae9b-45c9-b7f2-9bbbd47898a2 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:52:49.478348 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] No Port match for: 65f45313-ae9b-45c9-b7f2-9bbbd47898a2 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:52:49.478739 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 65f45313-ae9b-45c9-b7f2-9bbbd47898a2 not bound to the agent host hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:52:49.650731 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a476f641-d1e8-40fb-964b-2ff5d0155408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:49.657979 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-75a135da-f633-463d-86b6-beb68c9aac2a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:49.761164 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476f641-d1e8-40fb-964b-2ff5d0155408 admin admin] Pushing event deleted for resources: {'Port': ['ID=edaf3590-5341-4425-ab53-018f79e88ed4,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:49.768991 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a476f641-d1e8-40fb-964b-2ff5d0155408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:50.075060 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a476f641-d1e8-40fb-964b-2ff5d0155408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854083868'] for router_interface, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:50.242988 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c7718aee-58f1-48a2-b41e-3e1e671440bf req-73dea209-2c0b-43ae-a5f7-eeb926d47ea7 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 210 time: 0.0922015
Apr 20 14:52:50.624710 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e108ce3c-7996-4366-b26a-2430ab10cd99 req-dde21fd2-6400-4fc6-8072-7c5aa1115165 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] 10.222.0.16 "GET /v2.0/ports?device_id=db12661d-e326-4dc7-bdab-09da2c5b6fd1 HTTP/1.1" status: 200  len: 210 time: 0.0918260
Apr 20 14:52:51.098569 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a476f641-d1e8-40fb-964b-2ff5d0155408 admin admin] Router d530e304-396a-4db7-89d9-8cc8ae730870 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:52:51.253337 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-1034a7b8-e84a-4e1f-98b6-8a776dafe440 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:51.255053 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-1034a7b8-e84a-4e1f-98b6-8a776dafe440 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.38 "GET /v2.0/networks?id=a243db25-610a-4a22-a0c2-944a6a12d7ce HTTP/1.1" status: 200  len: 814 time: 0.3170743
Apr 20 14:52:51.278826 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-2674d145-4bf5-41aa-ad3d-ed9b12857196 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Request body: {'port': {'device_id': 'b0b75aa9-78f6-48ef-ba5b-3e46bd381434', 'network_id': 'a243db25-610a-4a22-a0c2-944a6a12d7ce', 'admin_state_up': True, 'tenant_id': '8e516eecaaa9450ba940ed06d0553871'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:52:51.432285 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a476f641-d1e8-40fb-964b-2ff5d0155408 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:52:51.446844 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155c670e-b9c3-4dab-9fef-82643ad9e891 None None] Sync routers for ids ['d530e304-396a-4db7-89d9-8cc8ae730870'] in dv-cinder-742162-4-iscsi {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:52:51.464553 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c670e-b9c3-4dab-9fef-82643ad9e891 None None] Routers {'d530e304-396a-4db7-89d9-8cc8ae730870'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:52:51.465689 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-155c670e-b9c3-4dab-9fef-82643ad9e891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec14b5cf8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:52:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['d530e304-396a-4db7-89d9-8cc8ae730870'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:52:51.480230 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-2674d145-4bf5-41aa-ad3d-ed9b12857196 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:52:51.492714 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-2674d145-4bf5-41aa-ad3d-ed9b12857196 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Usage tracker for resource:port and tenant:8e516eecaaa9450ba940ed06d0553871 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:52:51.499521 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a476f641-d1e8-40fb-964b-2ff5d0155408 admin admin] 10.222.0.16 "PUT /v2.0/routers/d530e304-396a-4db7-89d9-8cc8ae730870/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9291906
Apr 20 14:52:51.500571 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48054) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:51.560464 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-2674d145-4bf5-41aa-ad3d-ed9b12857196 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:52:51.572229 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-2674d145-4bf5-41aa-ad3d-ed9b12857196 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:52:51.606495 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e5ff6a3d-136e-4e97-84ab-9b10144d2fef req-030ca3e5-fb7a-4bf8-aca2-1aa0e65d0462 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 210 time: 0.1176643
Apr 20 14:52:51.633203 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-2674d145-4bf5-41aa-ad3d-ed9b12857196 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Made reservation on behalf of 8e516eecaaa9450ba940ed06d0553871 for: {'port': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:52:51.640716 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-2674d145-4bf5-41aa-ad3d-ed9b12857196 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:51.765720 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9474c938-5b5f-4029-ba8a-acf81098b588 admin admin] Notify callbacks [] for router, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:51.827028 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 48062) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:51.852294 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-155c670e-b9c3-4dab-9fef-82643ad9e891 None None] Set router d530e304-396a-4db7-89d9-8cc8ae730870 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:52:51.938232 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-2674d145-4bf5-41aa-ad3d-ed9b12857196 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Allocated IP 172.20.0.13 (a243db25-610a-4a22-a0c2-944a6a12d7ce/4f0ee08f-f014-44dd-a49c-69c0508e9876/6de45a89-b6e1-49ab-92d9-d693efe53ce2) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:52:51.985544 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a94538b-1771-4244-93a5-38cb1f75c852 admin admin] Deleting subnet 20a3cd15-3507-4a23-92af-d6314a464e3b {{(pid=86437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:52:51.993974 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3a94538b-1771-4244-93a5-38cb1f75c852 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:52.058311 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9474c938-5b5f-4029-ba8a-acf81098b588 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:52.099107 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3a94538b-1771-4244-93a5-38cb1f75c852 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852047558'] for subnet, precommit_delete_associations {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:52.102869 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-9474c938-5b5f-4029-ba8a-acf81098b588 admin admin] Deleting port e3bf9541-be60-4f2d-8025-cee9c3f8969a {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:52:52.103485 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9474c938-5b5f-4029-ba8a-acf81098b588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:52.300493 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3a94538b-1771-4244-93a5-38cb1f75c852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788724'] for subnet, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:52.345294 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-9474c938-5b5f-4029-ba8a-acf81098b588 admin admin] For port e3bf9541-be60-4f2d-8025-cee9c3f8969a, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=e3bf9541-be60-4f2d-8025-cee9c3f8969a,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:52:52.345646 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9474c938-5b5f-4029-ba8a-acf81098b588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:52.482472 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-2674d145-4bf5-41aa-ad3d-ed9b12857196 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:52.507985 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-9474c938-5b5f-4029-ba8a-acf81098b588 admin admin] Calling delete_port for e3bf9541-be60-4f2d-8025-cee9c3f8969a owned by network:router_gateway {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:52:52.580097 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-155c670e-b9c3-4dab-9fef-82643ad9e891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec14b5cf8>, [{'id': 'd530e304-396a-4db7-89d9-8cc8ae730870', 'name': 'tempest-ServerRescueNegativeTestJSON-610064317-router', 'tenant_id': '953243a9ffdb474f8cdeee895c11e0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'e3bf9541-be60-4f2d-8025-cee9c3f8969a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:52:49Z', 'revision_number': 5, 'project_id': '953243a9ffdb474f8cdeee895c11e0de', 'gw_port': {'id': 'e3bf9541-be60-4f2d-8025-cee9c3f8969a', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:60:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd530e304-396a-4db7-89d9-8cc8ae730870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:52:52.585158 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155c670e-b9c3-4dab-9fef-82643ad9e891 None None] Checking router: d530e304-396a-4db7-89d9-8cc8ae730870 for host: dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:52:52.596907 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c670e-b9c3-4dab-9fef-82643ad9e891 None None] Routers {'d530e304-396a-4db7-89d9-8cc8ae730870'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:52:52.597552 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-155c670e-b9c3-4dab-9fef-82643ad9e891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec14b5cf8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:52:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['d530e304-396a-4db7-89d9-8cc8ae730870'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:52:52.663628 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-2674d145-4bf5-41aa-ad3d-ed9b12857196 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:52.676651 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1ff442e9-d41e-4e89-8a51-9f751c3ef76c tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:52.816062 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-2674d145-4bf5-41aa-ad3d-ed9b12857196 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Network a243db25-610a-4a22-a0c2-944a6a12d7ce is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:52:52.818939 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-155c670e-b9c3-4dab-9fef-82643ad9e891 None None] Set router d530e304-396a-4db7-89d9-8cc8ae730870 gateway port host: None {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:52:52.872891 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-2674d145-4bf5-41aa-ad3d-ed9b12857196 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:52:52.883372 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3a94538b-1771-4244-93a5-38cb1f75c852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852987124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852062723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2639035'] for subnet, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:52.884504 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-2674d145-4bf5-41aa-ad3d-ed9b12857196 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:52:52.896437 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9474c938-5b5f-4029-ba8a-acf81098b588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:52.902243 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:52.935659 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674d145-4bf5-41aa-ad3d-ed9b12857196 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Pushing event updated for resources: {'Port': ['ID=6de45a89-b6e1-49ab-92d9-d693efe53ce2,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:52.945406 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-155c670e-b9c3-4dab-9fef-82643ad9e891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec14b5cf8>, [{'id': 'd530e304-396a-4db7-89d9-8cc8ae730870', 'name': 'tempest-ServerRescueNegativeTestJSON-610064317-router', 'tenant_id': '953243a9ffdb474f8cdeee895c11e0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:52:52Z', 'revision_number': 6, 'project_id': '953243a9ffdb474f8cdeee895c11e0de', 'gw_port_host': None}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:52:52.946429 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2674d145-4bf5-41aa-ad3d-ed9b12857196 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:52.950756 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155c670e-b9c3-4dab-9fef-82643ad9e891 None None] The sync data for ids ['d530e304-396a-4db7-89d9-8cc8ae730870'] in dv-cinder-742162-4-iscsi is: [{'id': 'd530e304-396a-4db7-89d9-8cc8ae730870', 'name': 'tempest-ServerRescueNegativeTestJSON-610064317-router', 'tenant_id': '953243a9ffdb474f8cdeee895c11e0de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:52:52Z', 'revision_number': 6, 'project_id': '953243a9ffdb474f8cdeee895c11e0de', 'gw_port_host': None}] {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:52:52.951280 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ef323684-e9ca-4f2b-beb7-f7798e27e473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:52.996720 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474c938-5b5f-4029-ba8a-acf81098b588 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3bf9541-be60-4f2d-8025-cee9c3f8969a,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:52.997657 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9474c938-5b5f-4029-ba8a-acf81098b588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:53.002778 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3a94538b-1771-4244-93a5-38cb1f75c852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:53.006854 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94538b-1771-4244-93a5-38cb1f75c852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a3cd15-3507-4a23-92af-d6314a464e3b,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:53.014456 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3a94538b-1771-4244-93a5-38cb1f75c852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:53.053072 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-2674d145-4bf5-41aa-ad3d-ed9b12857196 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:53.055105 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-2674d145-4bf5-41aa-ad3d-ed9b12857196 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:53.071369 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-3a94538b-1771-4244-93a5-38cb1f75c852 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/20a3cd15-3507-4a23-92af-d6314a464e3b HTTP/1.1" status: 204  len: 168 time: 1.2429760
Apr 20 14:52:53.080473 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48072) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:53.118589 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd534fc-f9a4-40d1-ab8a-4f6da51b352d req-a8e727d6-0baf-40dc-9acb-3efc639b2cfb tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:53.119440 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-3dd534fc-f9a4-40d1-ab8a-4f6da51b352d req-a8e727d6-0baf-40dc-9acb-3efc639b2cfb tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Synchronizing usage tracker for tenant:8e516eecaaa9450ba940ed06d0553871 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:52:53.137168 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-2674d145-4bf5-41aa-ad3d-ed9b12857196 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8678551
Apr 20 14:52:53.182606 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-3dd534fc-f9a4-40d1-ab8a-4f6da51b352d req-a8e727d6-0baf-40dc-9acb-3efc639b2cfb tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Unset dirty status for tenant:8e516eecaaa9450ba940ed06d0553871 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:52:53.183036 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9474c938-5b5f-4029-ba8a-acf81098b588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711269'] for router_gateway, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:53.185097 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3dd534fc-f9a4-40d1-ab8a-4f6da51b352d req-a8e727d6-0baf-40dc-9acb-3efc639b2cfb tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 932 time: 0.3894126
Apr 20 14:52:53.285981 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3dd534fc-f9a4-40d1-ab8a-4f6da51b352d req-5f84e62c-79e4-4f90-a4f5-04197f6aac29 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929618
Apr 20 14:52:53.464662 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9474c938-5b5f-4029-ba8a-acf81098b588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744287'] for router, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:53.470644 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9474c938-5b5f-4029-ba8a-acf81098b588 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:53.484456 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3a4a99a1-8915-4328-910d-9b9798e59eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658232'] for network, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:53.963314 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3a4a99a1-8915-4328-910d-9b9798e59eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852987039', 'neutron.services.segments.db._delete_segments_for_network-8791465359731'] for network, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:53.978642 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9474c938-5b5f-4029-ba8a-acf81098b588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854086531'] for router, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:53.979228 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9474c938-5b5f-4029-ba8a-acf81098b588 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d530e304-396a-4db7-89d9-8cc8ae730870 {{(pid=86436) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 14:52:54.071601 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9474c938-5b5f-4029-ba8a-acf81098b588 admin admin] Notify callbacks [] for router, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:54.077485 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-9474c938-5b5f-4029-ba8a-acf81098b588 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d530e304-396a-4db7-89d9-8cc8ae730870 HTTP/1.1" status: 204  len: 168 time: 2.5711460
Apr 20 14:52:54.077996 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 48080) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:54.109363 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-3a4a99a1-8915-4328-910d-9b9798e59eef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feec159cc88>,) {'filters': {'network_id': ['58719903-15d1-4315-bb1e-052e740696ac']}} {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:52:54.128727 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-3a4a99a1-8915-4328-910d-9b9798e59eef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feec159cc88>, '4fae770f-408e-4a25-a62f-4c0f819efaed') {'for_net_delete': True} {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:52:54.128727 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-3a4a99a1-8915-4328-910d-9b9798e59eef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feec159cc88>, '4fae770f-408e-4a25-a62f-4c0f819efaed') {} {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:52:54.146375 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3a4a99a1-8915-4328-910d-9b9798e59eef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245389254755', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852111363'] for segment, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:54.166301 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4da3269-2682-4d0c-836e-71363a37a3eb admin admin] Deleting subnet ad497b14-feb7-4da4-9420-55d510501d4c {{(pid=86437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:52:54.170077 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a4da3269-2682-4d0c-836e-71363a37a3eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:54.175456 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3a4a99a1-8915-4328-910d-9b9798e59eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:54.187805 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4a99a1-8915-4328-910d-9b9798e59eef admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=86436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:52:54.231691 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a4da3269-2682-4d0c-836e-71363a37a3eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852047558'] for subnet, precommit_delete_associations {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:54.306225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Request body: {'port': {'device_id': 'b0b75aa9-78f6-48ef-ba5b-3e46bd381434', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:52:54.421326 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a4da3269-2682-4d0c-836e-71363a37a3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788724'] for subnet, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:54.565919 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device edaf3590-5341-4425-ab53-018f79e88ed4 no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:52:54.587661 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-3a4a99a1-8915-4328-910d-9b9798e59eef admin admin] Network 58719903-15d1-4315-bb1e-052e740696ac has no segments {{(pid=86436) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:52:54.598823 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3a4a99a1-8915-4328-910d-9b9798e59eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1801253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2217817'] for segment, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:54.649916 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: edaf3590-5341-4425-ab53-018f79e88ed4 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:52:54.650944 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device edaf3590-5341-4425-ab53-018f79e88ed4 not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:52:54.652010 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device e3bf9541-be60-4f2d-8025-cee9c3f8969a no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:52:54.724738 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: e3bf9541-be60-4f2d-8025-cee9c3f8969a {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:52:54.725128 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device e3bf9541-be60-4f2d-8025-cee9c3f8969a not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:52:54.748833 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:54.859594 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-3a4a99a1-8915-4328-910d-9b9798e59eef admin admin] Network 58719903-15d1-4315-bb1e-052e740696ac has no segments {{(pid=86436) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]: Traceback (most recent call last):
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:     timer()
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:     cb(*args, **kw)
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:     return func(*args, **kwargs)
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:     self._notify()
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:     self.callback(batched_events)
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:     event.method(event)
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:     segment_id)['aggregates'][0]
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:     return f(self, *a, **k)
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self._get(url).json()
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:     **kwargs)
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:     **endpoint_filter)
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:52:54.888816 dv-cinder-742162-4-iscsi neutron-server[86323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:52:55.042854 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3a4a99a1-8915-4328-910d-9b9798e59eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:55.052286 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0557458d-7d87-4a7b-92c3-420de771bdec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:55.100321 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3a4a99a1-8915-4328-910d-9b9798e59eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:55.115474 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a99a1-8915-4328-910d-9b9798e59eef admin admin] Pushing event deleted for resources: {'Network': ['ID=58719903-15d1-4315-bb1e-052e740696ac,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:55.119083 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3a4a99a1-8915-4328-910d-9b9798e59eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:55.164954 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c308f-4de6-4ea9-acce-78213be158ab req-b3eeb0c2-f723-46c4-ba5a-1bd81d9ab8b8 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:55.166652 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-302c308f-4de6-4ea9-acce-78213be158ab req-b3eeb0c2-f723-46c4-ba5a-1bd81d9ab8b8 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 932 time: 0.5311742
Apr 20 14:52:55.171051 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-3a4a99a1-8915-4328-910d-9b9798e59eef admin admin] 10.222.0.16 "DELETE /v2.0/networks/58719903-15d1-4315-bb1e-052e740696ac HTTP/1.1" status: 204  len: 168 time: 2.0879116
Apr 20 14:52:55.363155 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a4da3269-2682-4d0c-836e-71363a37a3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852987124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852062723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2639035'] for subnet, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:55.390761 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-aa75b1b8-1de4-4424-9485-b8241cf5bc66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:55.426846 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-302c308f-4de6-4ea9-acce-78213be158ab req-74f382b0-8c1e-4916-a2dc-45e5e4549aad tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2272761
Apr 20 14:52:55.454804 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da3269-2682-4d0c-836e-71363a37a3eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad497b14-feb7-4da4-9420-55d510501d4c,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:55.459310 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a4da3269-2682-4d0c-836e-71363a37a3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:55.475536 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a4da3269-2682-4d0c-836e-71363a37a3eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:55.494737 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a4da3269-2682-4d0c-836e-71363a37a3eb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ad497b14-feb7-4da4-9420-55d510501d4c HTTP/1.1" status: 204  len: 168 time: 1.4115937
Apr 20 14:52:55.495505 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 48098) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:55.635589 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48106) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:55.702288 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-4ac5b45b-0f3a-4a0d-9e19-16352533e008 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eef72ea2e2c54d04a7a83790dc9707b7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0643461
Apr 20 14:52:55.706877 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48110) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:55.840998 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-009158ab-886a-452e-87a8-ea2f4411ce99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:55.884287 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-009158ab-886a-452e-87a8-ea2f4411ce99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:55.931221 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-696f67db-781d-4bd5-8914-0e481d74538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658232'] for network, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:55.954340 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.db.resource_extend [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 14:52:56.063658 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-009158ab-886a-452e-87a8-ea2f4411ce99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:56.090797 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:56.117064 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009158ab-886a-452e-87a8-ea2f4411ce99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec25a318-a36e-49af-84b0-7a3c3d8ce856,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:56.123558 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-009158ab-886a-452e-87a8-ea2f4411ce99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:56.158767 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-696f67db-781d-4bd5-8914-0e481d74538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852987039', 'neutron.services.segments.db._delete_segments_for_network-8791465359731'] for network, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:56.163904 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-009158ab-886a-452e-87a8-ea2f4411ce99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:56.171643 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-009158ab-886a-452e-87a8-ea2f4411ce99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec25a318-a36e-49af-84b0-7a3c3d8ce856 HTTP/1.1" status: 204  len: 168 time: 0.4622900
Apr 20 14:52:56.309407 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-696f67db-781d-4bd5-8914-0e481d74538c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feec0203cc0>,) {'filters': {'network_id': ['71d4f98d-ee26-431e-a3b1-bd76843f6173']}} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:52:56.329476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-696f67db-781d-4bd5-8914-0e481d74538c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feec0203cc0>, '7bdaad88-b5cb-49bd-825b-65db1037015f') {'for_net_delete': True} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:52:56.329918 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-696f67db-781d-4bd5-8914-0e481d74538c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feec0203cc0>, '7bdaad88-b5cb-49bd-825b-65db1037015f') {} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:52:56.339121 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de45a89-b6e1-49ab-92d9-d693efe53ce2 {{(pid=86437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:52:56.352690 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:56.356683 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-696f67db-781d-4bd5-8914-0e481d74538c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245389254755', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2728242'] for segment, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:56.398593 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Transition to ACTIVE for port object 6de45a89-b6e1-49ab-92d9-d693efe53ce2 will not be triggered until provisioned by entity L2. {{(pid=86437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:52:56.399815 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-696f67db-781d-4bd5-8914-0e481d74538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:56.407658 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696f67db-781d-4bd5-8914-0e481d74538c admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=86437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:52:56.494755 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:56.506234 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:56.897383 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Pushing event updated for resources: {'Port': ['ID=6de45a89-b6e1-49ab-92d9-d693efe53ce2,revision_number=2']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:56.901548 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:56.904236 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-696f67db-781d-4bd5-8914-0e481d74538c admin admin] Network 71d4f98d-ee26-431e-a3b1-bd76843f6173 has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:52:56.962803 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-696f67db-781d-4bd5-8914-0e481d74538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1801253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2713182'] for segment, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:57.341998 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-696f67db-781d-4bd5-8914-0e481d74538c admin admin] Network 71d4f98d-ee26-431e-a3b1-bd76843f6173 has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]: Traceback (most recent call last):
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:     timer()
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:     cb(*args, **kw)
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:     return func(*args, **kwargs)
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:     self._notify()
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:     self.callback(batched_events)
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:     event.method(event)
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:     segment_id)['aggregates'][0]
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:     return f(self, *a, **k)
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self._get(url).json()
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:     **kwargs)
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:     **endpoint_filter)
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:52:57.375552 dv-cinder-742162-4-iscsi neutron-server[86323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:52:57.460727 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Attempting to bind port 6de45a89-b6e1-49ab-92d9-d693efe53ce2 on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:52:57.461194 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Attempting to bind port 6de45a89-b6e1-49ab-92d9-d693efe53ce2 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '5b577d1c-df65-404c-a587-4cf8ef829fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a243db25-610a-4a22-a0c2-944a6a12d7ce'}] {{(pid=86437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:52:57.461583 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Attempting to bind port 6de45a89-b6e1-49ab-92d9-d693efe53ce2 on network a243db25-610a-4a22-a0c2-944a6a12d7ce {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:52:57.486736 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261b52a-8470-43cd-b845-08ed7f423bdf req-b23d9c88-c9f0-44ce-9ede-0a071db7d2af tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:57.488533 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2261b52a-8470-43cd-b845-08ed7f423bdf req-b23d9c88-c9f0-44ce-9ede-0a071db7d2af tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 944 time: 0.8122110
Apr 20 14:52:57.494453 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Port 6de45a89-b6e1-49ab-92d9-d693efe53ce2 on network a243db25-610a-4a22-a0c2-944a6a12d7ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:52:57.494814 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Attempting to bind port 6de45a89-b6e1-49ab-92d9-d693efe53ce2 on network a243db25-610a-4a22-a0c2-944a6a12d7ce {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:52:57.509994 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74a366-0d79-4311-be47-8d3246e84f29 req-f688ce78-a404-4249-b31b-cf929a46f0ba tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:57.511210 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4c74a366-0d79-4311-be47-8d3246e84f29 req-f688ce78-a404-4249-b31b-cf929a46f0ba tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.7637851
Apr 20 14:52:57.518321 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:52:57.518794 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Checking segment: {'id': '5b577d1c-df65-404c-a587-4cf8ef829fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a243db25-610a-4a22-a0c2-944a6a12d7ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:52:57.519213 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Bound using segment: {'id': '5b577d1c-df65-404c-a587-4cf8ef829fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a243db25-610a-4a22-a0c2-944a6a12d7ce'} {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:52:57.519791 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Bound port: 6de45a89-b6e1-49ab-92d9-d693efe53ce2, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b577d1c-df65-404c-a587-4cf8ef829fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a243db25-610a-4a22-a0c2-944a6a12d7ce'}}] {{(pid=86437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:52:57.520227 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:57.638059 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-696f67db-781d-4bd5-8914-0e481d74538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:57.679855 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-696f67db-781d-4bd5-8914-0e481d74538c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:57.689354 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8f6b0f1b-6523-4810-b39a-b383ec3cf445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:57.748594 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2261b52a-8470-43cd-b845-08ed7f423bdf req-f3692739-a204-43df-9e70-ccd739af0eda tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2362375
Apr 20 14:52:57.749478 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f67db-781d-4bd5-8914-0e481d74538c admin admin] Pushing event deleted for resources: {'Network': ['ID=71d4f98d-ee26-431e-a3b1-bd76843f6173,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:57.752916 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-696f67db-781d-4bd5-8914-0e481d74538c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:57.775113 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4c74a366-0d79-4311-be47-8d3246e84f29 req-ab0fd987-40be-4a38-a94d-5b7f4bc90b7a tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2427237
Apr 20 14:52:57.789023 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-696f67db-781d-4bd5-8914-0e481d74538c admin admin] 10.222.0.16 "DELETE /v2.0/networks/71d4f98d-ee26-431e-a3b1-bd76843f6173 HTTP/1.1" status: 204  len: 168 time: 2.2831378
Apr 20 14:52:57.826433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] For port 6de45a89-b6e1-49ab-92d9-d693efe53ce2, host hv-cinder-74216, cleared binding levels {{(pid=86437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:52:57.834774 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] For port 6de45a89-b6e1-49ab-92d9-d693efe53ce2, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=6de45a89-b6e1-49ab-92d9-d693efe53ce2,segment=NetworkSegment(5b577d1c-df65-404c-a587-4cf8ef829fea),segment_id=5b577d1c-df65-404c-a587-4cf8ef829fea)] {{(pid=86437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:52:57.868950 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:57.876859 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3a929b90-3596-449d-ab86-1ab2695bd7e4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:57.946520 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:57.947223 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:57.948796 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] 10.222.0.38 "PUT /v2.0/ports/6de45a89-b6e1-49ab-92d9-d693efe53ce2 HTTP/1.1" status: 200  len: 1094 time: 3.6519177
Apr 20 14:52:57.949371 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b75aa9-78f6-48ef-ba5b-3e46bd381434', 'tag': '6de45a89-b6e1-49ab-92d9-d693efe53ce2'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:52:57.975154 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Pushing event updated for resources: {'Port': ['ID=6de45a89-b6e1-49ab-92d9-d693efe53ce2,revision_number=3']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:57.978792 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:58.029557 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b75aa9-78f6-48ef-ba5b-3e46bd381434', 'tag': '6de45a89-b6e1-49ab-92d9-d693efe53ce2', 'status': 'completed', 'code': 200}
Apr 20 14:52:58.251872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48156) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:58.320739 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-ef433e3b-81e3-4314-994b-fd6b442e19ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=953243a9ffdb474f8cdeee895c11e0de&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0674350
Apr 20 14:52:58.325387 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48164) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:52:58.410727 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6b54f634-71cf-444d-b0f2-209918963853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:58.452969 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6b54f634-71cf-444d-b0f2-209918963853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:58.544999 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6b54f634-71cf-444d-b0f2-209918963853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:58.552108 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-87d1a2d6-ffcf-49ec-b96c-9cdcab2cf5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:52:58.575726 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54f634-71cf-444d-b0f2-209918963853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d669bf1b-d184-48d6-8c32-cc32a02746c8,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:52:58.584582 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6b54f634-71cf-444d-b0f2-209918963853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:52:58.588918 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-6b54f634-71cf-444d-b0f2-209918963853 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d669bf1b-d184-48d6-8c32-cc32a02746c8 HTTP/1.1" status: 204  len: 168 time: 0.2599754
Apr 20 14:52:58.588918 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6b54f634-71cf-444d-b0f2-209918963853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:52:59.206278 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e05db5-fda1-4730-9fbc-a1d0f7640993 req-bcc92425-cf13-43c9-b57f-88ae83b07ddb tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:59.208112 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c5e05db5-fda1-4730-9fbc-a1d0f7640993 req-bcc92425-cf13-43c9-b57f-88ae83b07ddb tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 944 time: 0.2495043
Apr 20 14:52:59.330763 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8084b4-fab6-494f-89aa-c5cec263f3c2 req-42f10ce3-9c03-4417-a53b-23f92c684d6a tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:59.330763 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-df8084b4-fab6-494f-89aa-c5cec263f3c2 req-42f10ce3-9c03-4417-a53b-23f92c684d6a tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.2332578
Apr 20 14:52:59.366329 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c5e05db5-fda1-4730-9fbc-a1d0f7640993 req-8e3b1154-2577-4d96-aba6-88843ee54502 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412418
Apr 20 14:52:59.409135 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-df8084b4-fab6-494f-89aa-c5cec263f3c2 req-d622ae3e-4a96-4faa-8b75-ddc0d768e8a7 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1322737
Apr 20 14:52:59.832666 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f20c61-8397-40cc-9ae4-d65a6e011ec9 req-cf8362fb-1797-447c-ade4-c9bce1d2cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:52:59.832666 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a8f20c61-8397-40cc-9ae4-d65a6e011ec9 req-cf8362fb-1797-447c-ade4-c9bce1d2cac0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8e516eecaaa9450ba940ed06d0553871&device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 1097 time: 0.2348819
Apr 20 14:53:00.286338 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f86e6dbc-cc0a-403e-9fb0-1fc3e5dbcf47 req-dd624614-6dbf-4022-b05b-7700657683cb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5399408
Apr 20 14:53:00.475468 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f20c61-8397-40cc-9ae4-d65a6e011ec9 req-46173345-5a28-46cf-ad9a-1a0a4c5a0adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:00.478219 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a8f20c61-8397-40cc-9ae4-d65a6e011ec9 req-46173345-5a28-46cf-ad9a-1a0a4c5a0adc service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=8e516eecaaa9450ba940ed06d0553871&shared=False HTTP/1.1" status: 200  len: 915 time: 0.6379178
Apr 20 14:53:00.788522 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:00.862571 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e6dbc-cc0a-403e-9fb0-1fc3e5dbcf47 req-d1f554fa-9710-4f64-b27e-10aabc8e4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:00.865233 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f86e6dbc-cc0a-403e-9fb0-1fc3e5dbcf47 req-d1f554fa-9710-4f64-b27e-10aabc8e4566 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a432f73e41864a1d89a27ea689d63a21&device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 1100 time: 0.5435560
Apr 20 14:53:01.039495 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f20c61-8397-40cc-9ae4-d65a6e011ec9 req-1ae1300d-52f3-4470-a9e3-90214b7cb838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:01.042016 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a8f20c61-8397-40cc-9ae4-d65a6e011ec9 req-1ae1300d-52f3-4470-a9e3-90214b7cb838 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5555203
Apr 20 14:53:01.131981 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9ed44-0e43-460d-92ce-3e54b008e31d req-6d8eec24-9ac6-4c9c-8c8d-1134c20547ac tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:01.134754 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c8b9ed44-0e43-460d-92ce-3e54b008e31d req-6d8eec24-9ac6-4c9c-8c8d-1134c20547ac tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 944 time: 0.5665615
Apr 20 14:53:01.151734 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfeb74-d876-4cc7-9a38-766fd79070d5 req-a83b48b1-c0bd-4291-87fd-959cbf4da1b7 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:01.154493 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-61dfeb74-d876-4cc7-9a38-766fd79070d5 req-a83b48b1-c0bd-4291-87fd-959cbf4da1b7 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.4571075
Apr 20 14:53:01.398834 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e6dbc-cc0a-403e-9fb0-1fc3e5dbcf47 req-fd23d677-b90f-4f7f-9640-293d3475aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:01.401818 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f86e6dbc-cc0a-403e-9fb0-1fc3e5dbcf47 req-fd23d677-b90f-4f7f-9640-293d3475aa10 service neutron] 10.222.0.38 "GET /v2.0/networks?id=25584ebc-4813-4602-b240-5e5e4cd95f15 HTTP/1.1" status: 200  len: 917 time: 0.5039515
Apr 20 14:53:01.507689 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c8b9ed44-0e43-460d-92ce-3e54b008e31d req-5cf9f853-7744-4f71-9cbe-961b30d0070d tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3490968
Apr 20 14:53:01.526021 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-61dfeb74-d876-4cc7-9a38-766fd79070d5 req-9d6a9bce-7eec-4f49-82e8-7de971a81499 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2858815
Apr 20 14:53:01.672436 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f86e6dbc-cc0a-403e-9fb0-1fc3e5dbcf47 req-1def2f18-4810-48f3-896c-091803201f85 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=015379bb-1f7b-4912-a001-faad34e332b3 HTTP/1.1" status: 200  len: 1002 time: 0.2450902
Apr 20 14:53:01.680382 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-4a3ef4d8-3ddf-45f5-8af6-5c92bde1ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:01.683557 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-4a3ef4d8-3ddf-45f5-8af6-5c92bde1ba53 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8e516eecaaa9450ba940ed06d0553871&device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 1097 time: 0.5423300
Apr 20 14:53:01.891639 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-cd76f052-0863-4586-b7a1-5eefbd3d84a5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6de45a89-b6e1-49ab-92d9-d693efe53ce2 HTTP/1.1" status: 200  len: 217 time: 0.1089485
Apr 20 14:53:01.987522 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e6dbc-cc0a-403e-9fb0-1fc3e5dbcf47 req-e0bb46e4-6fc3-41eb-8f55-06e0072d08a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:01.987522 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f86e6dbc-cc0a-403e-9fb0-1fc3e5dbcf47 req-e0bb46e4-6fc3-41eb-8f55-06e0072d08a3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe5c3aac-31f9-4b55-a329-412ec8ea7dac HTTP/1.1" status: 200  len: 855 time: 0.2979074
Apr 20 14:53:02.083926 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-44e53451-f65b-4f44-8634-7fb2e699afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:02.086715 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-44e53451-f65b-4f44-8634-7fb2e699afb5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4f0ee08f-f014-44dd-a49c-69c0508e9876 HTTP/1.1" status: 200  len: 854 time: 0.1822090
Apr 20 14:53:02.174293 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-b3fdca3c-aa7c-48b3-95c3-1f9dd9925a43 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a243db25-610a-4a22-a0c2-944a6a12d7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0756423
Apr 20 14:53:02.228258 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e6dbc-cc0a-403e-9fb0-1fc3e5dbcf47 req-afb4d5a9-acea-41a8-83dc-8ffbc2f6612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:02.230034 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f86e6dbc-cc0a-403e-9fb0-1fc3e5dbcf47 req-afb4d5a9-acea-41a8-83dc-8ffbc2f6612a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25584ebc-4813-4602-b240-5e5e4cd95f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2385519
Apr 20 14:53:02.284454 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7f7618b7-88b4-43b0-819a-d76ba59e27cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:02.527376 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-fa402d12-cadb-46d3-8510-0858c5bda5af service neutron] 10.222.0.38 "GET /v2.0/networks/a243db25-610a-4a22-a0c2-944a6a12d7ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3453019
Apr 20 14:53:02.571167 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f86e6dbc-cc0a-403e-9fb0-1fc3e5dbcf47 req-1d46f00d-31cc-440a-91c4-6b2c9113b986 service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2808521
Apr 20 14:53:03.036639 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f89b59a-00de-494a-8319-03c73a4d3f2f req-68e86d2a-ecb2-4570-a5c8-9e81645b03ab service neutron] 10.222.0.38 "GET /v2.0/networks/a243db25-610a-4a22-a0c2-944a6a12d7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4973004
Apr 20 14:53:03.058130 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f86e6dbc-cc0a-403e-9fb0-1fc3e5dbcf47 req-d566bfce-c031-44b6-9dcb-5cc397acdc04 service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4152777
Apr 20 14:53:03.080757 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53232933-15bf-4dbb-99d1-b7f610b52388 req-2b5a320d-e803-41fb-850c-acb61c9cc1cb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:03.082524 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-53232933-15bf-4dbb-99d1-b7f610b52388 req-2b5a320d-e803-41fb-850c-acb61c9cc1cb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.3270135
Apr 20 14:53:03.097032 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2aa93c-8fd2-4600-a160-3ee60892fa5b req-444a6a52-990f-429c-b8ed-39637b4c495c tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:03.099154 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4e2aa93c-8fd2-4600-a160-3ee60892fa5b req-444a6a52-990f-429c-b8ed-39637b4c495c tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 944 time: 0.2820148
Apr 20 14:53:03.438246 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-53232933-15bf-4dbb-99d1-b7f610b52388 req-c08a7b24-bc61-437d-8322-d4f43513a381 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3366776
Apr 20 14:53:03.448259 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4e2aa93c-8fd2-4600-a160-3ee60892fa5b req-47d1ed70-19db-4702-a849-e9a70699734b tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3269386
Apr 20 14:53:04.498320 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 48328) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:04.700282 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-16ef5dac-763b-4ef9-b389-be9e883f10e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:04.733077 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-16ef5dac-763b-4ef9-b389-be9e883f10e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:04.740703 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-16ef5dac-763b-4ef9-b389-be9e883f10e5 admin admin] Usage tracker for resource:security_group_rule and tenant:8df63a719f484ac39ec9ee9f0e24fe89 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:04.746287 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-16ef5dac-763b-4ef9-b389-be9e883f10e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:04.764783 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-16ef5dac-763b-4ef9-b389-be9e883f10e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:04.794742 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b1782-3d78-4f6e-aa81-d660340a3dc5 req-2f8755b1-78fd-4036-9681-8951ad356e3f tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:04.796396 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-077b1782-3d78-4f6e-aa81-d660340a3dc5 req-2f8755b1-78fd-4036-9681-8951ad356e3f tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.2350872
Apr 20 14:53:04.809874 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd42c5-09c8-483a-ba80-07a314ff4f89 req-238cbe0e-0894-4807-aca9-4c01d8e456f4 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:04.811531 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-dacd42c5-09c8-483a-ba80-07a314ff4f89 req-238cbe0e-0894-4807-aca9-4c01d8e456f4 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 944 time: 0.2019467
Apr 20 14:53:04.907625 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-077b1782-3d78-4f6e-aa81-d660340a3dc5 req-de205fbb-e7cd-4c9b-bef8-32ae3ca8362c tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0943737
Apr 20 14:53:04.913082 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-dacd42c5-09c8-483a-ba80-07a314ff4f89 req-59a5d4a9-245a-45cf-adc3-6c2835428171 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837829
Apr 20 14:53:04.967560 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-439b26bc-5ba4-4b12-b5ee-f4beb279a837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:05.094527 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-16ef5dac-763b-4ef9-b389-be9e883f10e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:05.127631 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-16ef5dac-763b-4ef9-b389-be9e883f10e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:05.143779 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:05.196400 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-16ef5dac-763b-4ef9-b389-be9e883f10e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8df63a719f484ac39ec9ee9f0e24fe89&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6967762
Apr 20 14:53:05.197199 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef5dac-763b-4ef9-b389-be9e883f10e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166048a9-56b7-4edb-ab71-c29e45ea38f4,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:05.199553 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48340) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:05.201019 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-16ef5dac-763b-4ef9-b389-be9e883f10e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:05.270494 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-395a7892-bbd5-4030-9241-f721f7a0f1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:05.300722 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-395a7892-bbd5-4030-9241-f721f7a0f1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:05.487546 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-395a7892-bbd5-4030-9241-f721f7a0f1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:05.494273 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5f4ee1af-9bd2-4d16-9bd5-cb4c7e3361d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:05.508363 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a7892-bbd5-4030-9241-f721f7a0f1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166048a9-56b7-4edb-ab71-c29e45ea38f4,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:05.511096 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-395a7892-bbd5-4030-9241-f721f7a0f1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:05.512356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-395a7892-bbd5-4030-9241-f721f7a0f1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:05.513855 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-395a7892-bbd5-4030-9241-f721f7a0f1b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/166048a9-56b7-4edb-ab71-c29e45ea38f4 HTTP/1.1" status: 204  len: 168 time: 0.3128188
Apr 20 14:53:05.521746 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 6de45a89-b6e1-49ab-92d9-d693efe53ce2 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:53:05.540271 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:05.682662 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 6de45a89-b6e1-49ab-92d9-d693efe53ce2, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=6de45a89-b6e1-49ab-92d9-d693efe53ce2,segment=NetworkSegment(5b577d1c-df65-404c-a587-4cf8ef829fea),segment_id=5b577d1c-df65-404c-a587-4cf8ef829fea)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:53:05.703350 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': '6de45a89-b6e1-49ab-92d9-d693efe53ce2', 'network_id': 'a243db25-610a-4a22-a0c2-944a6a12d7ce', 'port_id': '6de45a89-b6e1-49ab-92d9-d693efe53ce2', 'mac_address': 'fa:16:3e:7f:66:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0ee08f-f014-44dd-a49c-69c0508e9876', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:53:05.772558 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:05.793612 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de45a89-b6e1-49ab-92d9-d693efe53ce2 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:53:05.812649 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 6de45a89-b6e1-49ab-92d9-d693efe53ce2, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=6de45a89-b6e1-49ab-92d9-d693efe53ce2,segment=NetworkSegment(5b577d1c-df65-404c-a587-4cf8ef829fea),segment_id=5b577d1c-df65-404c-a587-4cf8ef829fea)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:53:05.865214 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:05.871905 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:05.960757 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=6de45a89-b6e1-49ab-92d9-d693efe53ce2,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:05.965387 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:06.096318 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['6de45a89-b6e1-49ab-92d9-d693efe53ce2'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:53:06.227414 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48370) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:06.252856 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c36bf58f-8661-49ca-a229-5cd384c6187c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:06.271840 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-c36bf58f-8661-49ca-a229-5cd384c6187c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:06.277190 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-c36bf58f-8661-49ca-a229-5cd384c6187c admin admin] Usage tracker for resource:security_group_rule and tenant:e6e74d17947048599c84c0b6d75661d1 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:06.281028 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-c36bf58f-8661-49ca-a229-5cd384c6187c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:06.289388 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-c36bf58f-8661-49ca-a229-5cd384c6187c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:06.444055 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:06.466176 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e0b46-367a-42f2-a17d-ca0874f38c17 req-925bf70d-97a3-46f7-92b3-29fb55d489db tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:06.467978 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ee0e0b46-367a-42f2-a17d-ca0874f38c17 req-925bf70d-97a3-46f7-92b3-29fb55d489db tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 945 time: 0.2726226
Apr 20 14:53:06.517886 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72514e0-44e2-460a-8884-d1b0226beaf7 req-5c077de1-5930-4eec-93a6-7f5e01549a4b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:06.526866 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c72514e0-44e2-460a-8884-d1b0226beaf7 req-5c077de1-5930-4eec-93a6-7f5e01549a4b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.4104488
Apr 20 14:53:06.621143 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c36bf58f-8661-49ca-a229-5cd384c6187c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:06.621891 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ee0e0b46-367a-42f2-a17d-ca0874f38c17 req-a1f75b2d-88d8-4321-9037-9114f864f8f7 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324985
Apr 20 14:53:06.625089 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c72514e0-44e2-460a-8884-d1b0226beaf7 req-322759c9-2813-4bc0-854b-e28af63e7ad6 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0973353
Apr 20 14:53:06.664802 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c36bf58f-8661-49ca-a229-5cd384c6187c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:06.675432 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b802fce5-5a35-4474-ace1-a1beaf88f97e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:06.723184 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-c36bf58f-8661-49ca-a229-5cd384c6187c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6e74d17947048599c84c0b6d75661d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4939802
Apr 20 14:53:06.724166 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bf58f-8661-49ca-a229-5cd384c6187c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f370f862-a6e8-4b94-8db4-d90ec81f2321,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:06.727685 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48376) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:06.730765 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c36bf58f-8661-49ca-a229-5cd384c6187c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:06.797116 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fc573f03-b805-4e64-ba59-83324a122935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:06.833159 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fc573f03-b805-4e64-ba59-83324a122935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:06.953606 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fc573f03-b805-4e64-ba59-83324a122935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:06.963597 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-009158ab-886a-452e-87a8-ea2f4411ce99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:06.976515 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc573f03-b805-4e64-ba59-83324a122935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f370f862-a6e8-4b94-8db4-d90ec81f2321,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:06.981425 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-fc573f03-b805-4e64-ba59-83324a122935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:06.985952 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fc573f03-b805-4e64-ba59-83324a122935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:06.987510 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-fc573f03-b805-4e64-ba59-83324a122935 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f370f862-a6e8-4b94-8db4-d90ec81f2321 HTTP/1.1" status: 204  len: 168 time: 0.2585928
Apr 20 14:53:07.016269 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:07.534762 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 6de45a89-b6e1-49ab-92d9-d693efe53ce2 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:53:07.767610 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port 6de45a89-b6e1-49ab-92d9-d693efe53ce2 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:53:07.777416 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port 6de45a89-b6e1-49ab-92d9-d693efe53ce2 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:53:07.777897 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:07.976092 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2d705-19a2-4867-82e8-a15f77760fe4 req-705be8e0-8397-438a-971a-ebee4bec23dd tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:07.982057 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-03a2d705-19a2-4867-82e8-a15f77760fe4 req-705be8e0-8397-438a-971a-ebee4bec23dd tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 945 time: 0.1208894
Apr 20 14:53:08.098383 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:08.166384 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b75aa9-78f6-48ef-ba5b-3e46bd381434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de45a89-b6e1-49ab-92d9-d693efe53ce2'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:53:08.189118 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 6de45a89-b6e1-49ab-92d9-d693efe53ce2, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=6de45a89-b6e1-49ab-92d9-d693efe53ce2,segment=NetworkSegment(5b577d1c-df65-404c-a587-4cf8ef829fea),segment_id=5b577d1c-df65-404c-a587-4cf8ef829fea)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:53:08.195291 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-03a2d705-19a2-4867-82e8-a15f77760fe4 req-47d023f0-06a6-484e-976d-9ede47536a9f tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2110200
Apr 20 14:53:08.227898 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:08.231690 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:08.285899 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48422) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:08.288231 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a4ff1-c7ac-4cd0-8cba-7543957b303c req-44ed94ff-c8ac-42f1-b7c7-4520b71f6430 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:08.291855 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4a0a4ff1-c7ac-4cd0-8cba-7543957b303c req-44ed94ff-c8ac-42f1-b7c7-4520b71f6430 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.2857616
Apr 20 14:53:08.384890 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=6de45a89-b6e1-49ab-92d9-d693efe53ce2,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:08.391710 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:08.446284 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b75aa9-78f6-48ef-ba5b-3e46bd381434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de45a89-b6e1-49ab-92d9-d693efe53ce2', 'code': 200}
Apr 20 14:53:08.460104 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4a0a4ff1-c7ac-4cd0-8cba-7543957b303c req-36e3a593-6aa8-4b8c-8868-26d32a78ba8b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1548038
Apr 20 14:53:08.825070 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-22e2179b-6557-4615-ab59-a4a7326e769e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:08.869035 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-22e2179b-6557-4615-ab59-a4a7326e769e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:08.877199 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-22e2179b-6557-4615-ab59-a4a7326e769e admin admin] Usage tracker for resource:security_group_rule and tenant:62346a3246b14a91b869c74bdc3c5010 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:08.882698 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-22e2179b-6557-4615-ab59-a4a7326e769e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:08.893948 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-22e2179b-6557-4615-ab59-a4a7326e769e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:08.982660 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5e249-6547-49df-a468-688c9552e60b req-c293181c-a260-4c67-8d45-3fab30a5b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:08.984514 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3de5e249-6547-49df-a468-688c9552e60b req-c293181c-a260-4c67-8d45-3fab30a5b385 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 1099 time: 0.0955727
Apr 20 14:53:09.051345 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3de5e249-6547-49df-a468-688c9552e60b req-5f489749-4668-4dd7-a583-787b5eb6fbd4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587440
Apr 20 14:53:09.082836 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-22e2179b-6557-4615-ab59-a4a7326e769e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:09.116236 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-22e2179b-6557-4615-ab59-a4a7326e769e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:09.129544 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-68686f35-325a-49ae-aff4-8221c368258f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:09.184314 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-22e2179b-6557-4615-ab59-a4a7326e769e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62346a3246b14a91b869c74bdc3c5010&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8956726
Apr 20 14:53:09.187958 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2179b-6557-4615-ab59-a4a7326e769e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae79eae-776b-43d4-8849-aa9b97a9782b,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:09.188709 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 48460) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:09.192127 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-22e2179b-6557-4615-ab59-a4a7326e769e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:09.300957 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9ef4a015-1a52-4d95-bea1-a87e4a148a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:09.354187 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9ef4a015-1a52-4d95-bea1-a87e4a148a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:09.646231 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef082c-0672-42ab-86ab-20492edec6eb req-804351d5-5541-4bca-a64c-6b82c71b7d73 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:09.649033 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b8ef082c-0672-42ab-86ab-20492edec6eb req-804351d5-5541-4bca-a64c-6b82c71b7d73 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 946 time: 0.1799612
Apr 20 14:53:09.651014 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9ef4a015-1a52-4d95-bea1-a87e4a148a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:09.667514 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:09.728332 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4a015-1a52-4d95-bea1-a87e4a148a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae79eae-776b-43d4-8849-aa9b97a9782b,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:09.732998 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9ef4a015-1a52-4d95-bea1-a87e4a148a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:09.781804 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9ef4a015-1a52-4d95-bea1-a87e4a148a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:09.790130 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-9ef4a015-1a52-4d95-bea1-a87e4a148a63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ae79eae-776b-43d4-8849-aa9b97a9782b HTTP/1.1" status: 204  len: 168 time: 0.5992572
Apr 20 14:53:09.840791 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b8ef082c-0672-42ab-86ab-20492edec6eb req-2b236055-4d9b-4a08-9aa9-b4648d5c19a6 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769121
Apr 20 14:53:10.144226 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec3196-ffa8-4c8d-b478-e0f22faaf8e7 req-f875976c-7799-41d0-91b1-8f0b043f305a tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:10.147618 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-44ec3196-ffa8-4c8d-b478-e0f22faaf8e7 req-f875976c-7799-41d0-91b1-8f0b043f305a tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.3050199
Apr 20 14:53:10.240913 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-44ec3196-ffa8-4c8d-b478-e0f22faaf8e7 req-4f3ebd3a-1690-4e21-b0ba-b580dce8b75c tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695946
Apr 20 14:53:11.244613 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62568cc5-9b19-4264-8b05-d78d0763dd81 req-e0d7f5a8-c32d-44b9-8423-bf172ddd7e21 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:11.247152 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-62568cc5-9b19-4264-8b05-d78d0763dd81 req-e0d7f5a8-c32d-44b9-8423-bf172ddd7e21 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 946 time: 0.1997437
Apr 20 14:53:11.368878 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-62568cc5-9b19-4264-8b05-d78d0763dd81 req-c211e8ba-578e-4aff-8188-93852e03f0f6 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096094
Apr 20 14:53:11.421315 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 48532) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:11.663742 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a27ab-13e2-48d6-9059-d3161cba5b8f req-c6c862f4-4a6f-4767-8c27-ae555c499cad tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:11.665802 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bd8a27ab-13e2-48d6-9059-d3161cba5b8f req-c6c862f4-4a6f-4767-8c27-ae555c499cad tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.1568179
Apr 20 14:53:11.674718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-839375442-network', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:53:11.689689 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:11.722086 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Usage tracker for resource:network and tenant:0ecbcaf7ff8049e29970e69f972278b3 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:11.733037 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:11.749750 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:11.815060 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bd8a27ab-13e2-48d6-9059-d3161cba5b8f req-efc78b45-e6af-47a2-9a0b-71b1c4f1f9b9 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1336796
Apr 20 14:53:11.854147 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Made reservation on behalf of 0ecbcaf7ff8049e29970e69f972278b3 for: {'network': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:53:11.855842 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for network, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:11.871209 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:11.888932 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:11.895209 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Usage tracker for resource:security_group_rule and tenant:0ecbcaf7ff8049e29970e69f972278b3 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:11.899242 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:11.908807 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:12.071669 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:12.133611 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:12.150026 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-212bf61a-afbe-4e93-95b6-a3b52cd65050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:12.183444 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'}  {{(pid=86437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:53:12.238939 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465f7103-f0b0-43c6-b305-fc17c5847542,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:12.245236 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:12.246014 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.segments_db [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Added segment 535c5a4c-0b7c-4f15-9524-011a880e0127 of type vlan for network 55faa971-90ea-4dd4-b0aa-636da5bc413e
Apr 20 14:53:12.248930 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:12.295304 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791464999914'] for network, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:12.402587 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for network, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:12.404870 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:12.406037 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:12.457580 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-696f67db-781d-4bd5-8914-0e481d74538c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:12.501333 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0779822
Apr 20 14:53:12.506821 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48592) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:12.536155 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-8abd7920-57b3-4339-a9fe-d7acf01caf13 admin admin] Request body: {'subnet': {'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-839375442-subnet', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'ip_version': 4}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:53:12.554150 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-8abd7920-57b3-4339-a9fe-d7acf01caf13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:12.565503 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-8abd7920-57b3-4339-a9fe-d7acf01caf13 admin admin] Usage tracker for resource:subnet and tenant:0ecbcaf7ff8049e29970e69f972278b3 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:12.574414 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-8abd7920-57b3-4339-a9fe-d7acf01caf13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:12.597899 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-8abd7920-57b3-4339-a9fe-d7acf01caf13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:12.671584 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abd7920-57b3-4339-a9fe-d7acf01caf13 admin admin] Made reservation on behalf of 0ecbcaf7ff8049e29970e69f972278b3 for: {'subnet': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:53:12.681756 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8abd7920-57b3-4339-a9fe-d7acf01caf13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851100829'] for subnet, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:12.962528 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Pushing event updated for resources: {'Network': ['ID=55faa971-90ea-4dd4-b0aa-636da5bc413e,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:12.990955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:12.990955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:12.990955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:12.990955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:12.990955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:12.990955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:12.990955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:12.991913 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:12.992384 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:12.993048 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:12.993755 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:12.994405 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:13.005872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:13.014290 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Network 55faa971-90ea-4dd4-b0aa-636da5bc413e details requested by agent ovs-agent-dv-cinder-742162-4-iscsi with host dv-cinder-742162-4-iscsi {{(pid=86438) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:53:13.217749 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9b92a-9600-44b8-b34a-1fa60cef62c8 req-70dc2d2e-b9b3-4ac1-b823-e32ef00ba384 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:13.236580 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-81b9b92a-9600-44b8-b34a-1fa60cef62c8 req-70dc2d2e-b9b3-4ac1-b823-e32ef00ba384 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.6300187
Apr 20 14:53:13.295137 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57274b04-78f2-4abf-ae0f-d50064816dda req-a81d126e-69b1-44d6-adf7-591f08480116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:13.298019 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-57274b04-78f2-4abf-ae0f-d50064816dda req-a81d126e-69b1-44d6-adf7-591f08480116 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7a24367a785146cda03a905690f8cd8a&device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 1099 time: 0.5864055
Apr 20 14:53:13.535976 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-81b9b92a-9600-44b8-b34a-1fa60cef62c8 req-1bcfddfe-21de-459a-a454-d876e7e2a4a9 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2979634
Apr 20 14:53:13.623401 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8abd7920-57b3-4339-a9fe-d7acf01caf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2217151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851100814'] for subnet, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:13.632992 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:13.644739 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57274b04-78f2-4abf-ae0f-d50064816dda req-5ae8661a-1de1-4a6c-ad4b-abc8e077a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:13.650370 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-57274b04-78f2-4abf-ae0f-d50064816dda req-5ae8661a-1de1-4a6c-ad4b-abc8e077a81f service neutron] 10.222.0.38 "GET /v2.0/networks?id=42f202dd-8cd2-4251-8db7-28646c856c8f HTTP/1.1" status: 200  len: 912 time: 0.3434749
Apr 20 14:53:13.756685 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abd7920-57b3-4339-a9fe-d7acf01caf13 admin admin] Checking segment: {'id': '535c5a4c-0b7c-4f15-9524-011a880e0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:53:13.756985 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abd7920-57b3-4339-a9fe-d7acf01caf13 admin admin] Network hostable DHCP agents. Network: 55faa971-90ea-4dd4-b0aa-636da5bc413e, hostable agents: ['8cbc52d7-9a0e-47fc-ab25-55981a906e08'], hosted agents: [] {{(pid=86436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:53:13.767201 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd7920-57b3-4339-a9fe-d7acf01caf13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6599147f-bf69-46af-8d4e-94bc8945111d,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:13.771103 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8abd7920-57b3-4339-a9fe-d7acf01caf13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:13.863824 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-57274b04-78f2-4abf-ae0f-d50064816dda req-9e9182f7-7556-4fa0-a48e-da496950aa83 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7da87d05-5f14-484a-a56a-c92d934140ed HTTP/1.1" status: 200  len: 1001 time: 0.1719785
Apr 20 14:53:13.942167 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57274b04-78f2-4abf-ae0f-d50064816dda req-436652ad-951b-4f5f-8be4-f29a637b00af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:13.944245 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-57274b04-78f2-4abf-ae0f-d50064816dda req-436652ad-951b-4f5f-8be4-f29a637b00af service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6574b30a-3454-4cc1-b2ab-32d1917de288 HTTP/1.1" status: 200  len: 850 time: 0.0996962
Apr 20 14:53:13.961837 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abd7920-57b3-4339-a9fe-d7acf01caf13 admin admin] Network 55faa971-90ea-4dd4-b0aa-636da5bc413e is scheduled to be hosted by DHCP agent 8cbc52d7-9a0e-47fc-ab25-55981a906e08 with binding_index 1 {{(pid=86436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:53:14.079965 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-8abd7920-57b3-4339-a9fe-d7acf01caf13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-iscsi, 55faa971-90ea-4dd4-b0aa-636da5bc413e) {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:53:14.091755 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57274b04-78f2-4abf-ae0f-d50064816dda req-8cf63be8-1801-4109-ae81-af0ee9503af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:14.096646 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-57274b04-78f2-4abf-ae0f-d50064816dda req-8cf63be8-1801-4109-ae81-af0ee9503af9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42f202dd-8cd2-4251-8db7-28646c856c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1444912
Apr 20 14:53:14.099028 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f68848-9bf2-43d1-891a-146a453ece77 None None] Network 55faa971-90ea-4dd4-b0aa-636da5bc413e requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:53:14.111024 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abd7920-57b3-4339-a9fe-d7acf01caf13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:14.112304 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8abd7920-57b3-4339-a9fe-d7acf01caf13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:14.289035 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-8abd7920-57b3-4339-a9fe-d7acf01caf13 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.7754247
Apr 20 14:53:14.292035 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48634) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:14.306753 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-839375442-router', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:53:14.318347 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:14.327512 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Usage tracker for resource:router and tenant:0ecbcaf7ff8049e29970e69f972278b3 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:14.335403 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:14.337946 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-57274b04-78f2-4abf-ae0f-d50064816dda req-d76a5ad3-bde8-4dad-81a1-3bbc859c5b6e service neutron] 10.222.0.38 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2340617
Apr 20 14:53:14.350253 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:14.439033 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744272'] for router, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:14.440256 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854072860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854064638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31529'] for router, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:14.479064 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc772c441-73b6-55f3-87a1-c705605c86c2-55faa971-90ea-4dd4-b0aa-636da5bc413e', 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'fixed_ips': [{'subnet_id': '6599147f-bf69-46af-8d4e-94bc8945111d'}]}} from dv-cinder-742162-4-iscsi. {{(pid=86438) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 14:53:14.481203 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:14.577369 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-57274b04-78f2-4abf-ae0f-d50064816dda req-4411ecac-edf6-4e0a-a09f-17d0e72022cd service neutron] 10.222.0.38 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2311721
Apr 20 14:53:14.658294 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:14.878951 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Allocated IP 172.20.0.2 (55faa971-90ea-4dd4-b0aa-636da5bc413e/6599147f-bf69-46af-8d4e-94bc8945111d/73f8e7fd-5b83-4d47-a743-31b7220b41d5) {{(pid=86438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:53:14.986426 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7e4c9-774c-4207-ae89-9be1586698f5 req-fff3c9a2-b14d-410c-a7d1-9d882c63c160 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:14.989128 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6dc7e4c9-774c-4207-ae89-9be1586698f5 req-fff3c9a2-b14d-410c-a7d1-9d882c63c160 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.2257195
Apr 20 14:53:15.162462 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6dc7e4c9-774c-4207-ae89-9be1586698f5 req-04028234-2802-4f95-8fac-4786e73f01c7 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1539934
Apr 20 14:53:15.395440 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854064395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854081697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31514'] for router, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:15.435324 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Notify callbacks [] for port, precommit_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:15.450254 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Transition to ACTIVE for port object 73f8e7fd-5b83-4d47-a743-31b7220b41d5 will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:53:15.497998 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Transition to ACTIVE for port object 73f8e7fd-5b83-4d47-a743-31b7220b41d5 will not be triggered until provisioned by entity DHCP. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:53:15.534753 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:15.542971 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-aded9d5f-1c1a-4c0d-b325-5e55abbcdce1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:15.634644 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Network 55faa971-90ea-4dd4-b0aa-636da5bc413e is already hosted by enough agents. {{(pid=86438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:53:15.639874 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Resources bound (agent type, host, resource id):  {{(pid=86438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:53:15.646902 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Received port after_create {{(pid=86438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:53:15.660643 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Pushing event updated for resources: {'Port': ['ID=73f8e7fd-5b83-4d47-a743-31b7220b41d5,revision_number=1']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:15.679184 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 48652) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:15.725631 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:15.809786 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Attempting to bind port 73f8e7fd-5b83-4d47-a743-31b7220b41d5 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:53:15.810312 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Attempting to bind port 73f8e7fd-5b83-4d47-a743-31b7220b41d5 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '535c5a4c-0b7c-4f15-9524-011a880e0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:53:15.810975 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Attempting to bind port 73f8e7fd-5b83-4d47-a743-31b7220b41d5 on network 55faa971-90ea-4dd4-b0aa-636da5bc413e {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:53:15.822616 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:53:15.823292 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Checking segment: {'id': '535c5a4c-0b7c-4f15-9524-011a880e0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:53:15.824048 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:15.824778 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Bound using segment: {'id': '535c5a4c-0b7c-4f15-9524-011a880e0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:53:15.825765 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Bound port: 73f8e7fd-5b83-4d47-a743-31b7220b41d5, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535c5a4c-0b7c-4f15-9524-011a880e0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:53:15.826481 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:15.961741 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-33074e8f-838b-4051-9e18-bfc2ecb03784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:15.998505 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-33074e8f-838b-4051-9e18-bfc2ecb03784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:16.008648 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-33074e8f-838b-4051-9e18-bfc2ecb03784 admin admin] Usage tracker for resource:security_group_rule and tenant:14a793386d4e4191829a1727ebde641b is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:16.015001 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-33074e8f-838b-4051-9e18-bfc2ecb03784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:16.024804 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] For port 73f8e7fd-5b83-4d47-a743-31b7220b41d5, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:53:16.031204 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] For port 73f8e7fd-5b83-4d47-a743-31b7220b41d5, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=73f8e7fd-5b83-4d47-a743-31b7220b41d5,segment=NetworkSegment(535c5a4c-0b7c-4f15-9524-011a880e0127),segment_id=535c5a4c-0b7c-4f15-9524-011a880e0127)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:53:16.052394 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-33074e8f-838b-4051-9e18-bfc2ecb03784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:16.066653 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:16.103658 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:16.130020 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:16.233963 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:16.286032 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Pushing event updated for resources: {'Port': ['ID=73f8e7fd-5b83-4d47-a743-31b7220b41d5,revision_number=2']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:16.313615 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:16.408449 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-33074e8f-838b-4051-9e18-bfc2ecb03784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:16.442760 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-33074e8f-838b-4051-9e18-bfc2ecb03784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:16.521329 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f6660422-3217-41de-be2e-3d985318bb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:16.580396 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-33074e8f-838b-4051-9e18-bfc2ecb03784 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14a793386d4e4191829a1727ebde641b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8989854
Apr 20 14:53:16.580623 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48668) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:16.660330 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Allocated IP 172.27.2.181 (0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09/91730765-12cb-4a98-b654-b261f30f30ed/8f8e7cda-8b48-4a71-86e9-9e5edb70286a) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:53:16.740920 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33074e8f-838b-4051-9e18-bfc2ecb03784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676f9310-e212-43cd-b5e7-ca00dabe02dd,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:16.769180 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-33074e8f-838b-4051-9e18-bfc2ecb03784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:16.808374 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883e62c-fda4-4258-b58c-8885ac64afe5 req-627cfe15-0ccd-4d6f-ad9e-15c7a8ec735d tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:16.810338 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8883e62c-fda4-4258-b58c-8885ac64afe5 req-627cfe15-0ccd-4d6f-ad9e-15c7a8ec735d tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.2914450
Apr 20 14:53:16.884642 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8883e62c-fda4-4258-b58c-8885ac64afe5 req-82cefdaa-41df-45b0-bd6f-14abad35d677 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539014
Apr 20 14:53:17.172935 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9a0dfb34-7251-4f83-b872-a57be168efbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:17.233762 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9a0dfb34-7251-4f83-b872-a57be168efbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:17.253776 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:17.355608 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9a0dfb34-7251-4f83-b872-a57be168efbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:17.359465 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5f2b98c6-47be-4c2c-816a-59b9194c7436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:17.373431 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0dfb34-7251-4f83-b872-a57be168efbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676f9310-e212-43cd-b5e7-ca00dabe02dd,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:17.377861 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9a0dfb34-7251-4f83-b872-a57be168efbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:17.391499 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:17.400853 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6489af9c-9519-4e63-a510-4da98831790a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:17.542569 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9a0dfb34-7251-4f83-b872-a57be168efbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:17.547536 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-9a0dfb34-7251-4f83-b872-a57be168efbd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/676f9310-e212-43cd-b5e7-ca00dabe02dd HTTP/1.1" status: 204  len: 168 time: 0.9628410
Apr 20 14:53:17.561852 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:53:17.564292 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:53:17.570697 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:53:17.600188 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8e7cda-8b48-4a71-86e9-9e5edb70286a,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:17.606486 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:18.022604 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ffa33b-880d-4bac-bba7-fc4ee5c21dc9 None None] Network 55faa971-90ea-4dd4-b0aa-636da5bc413e requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:53:18.206256 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:18.274578 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c1c9037b-bf8a-4849-b12a-218f37c7a679 None None] Provisioning for port 73f8e7fd-5b83-4d47-a743-31b7220b41d5 completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:53:18.636686 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 73f8e7fd-5b83-4d47-a743-31b7220b41d5 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:53:18.762539 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711391'] for router, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:18.791685 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-48d1dc78-5d0b-48ab-abbb-d21b886b5ca3 None None] Provisioning complete for port 73f8e7fd-5b83-4d47-a743-31b7220b41d5 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:53:18.792347 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-48d1dc78-5d0b-48ab-abbb-d21b886b5ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:18.900982 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port 73f8e7fd-5b83-4d47-a743-31b7220b41d5 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:53:18.911113 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 73f8e7fd-5b83-4d47-a743-31b7220b41d5 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:53:18.911536 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:19.221723 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Router 778803c0-41ba-44c8-aade-7bee0f15cf41 is scheduled to L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f with binding_index 1 {{(pid=86436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 14:53:19.393521 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-48d1dc78-5d0b-48ab-abbb-d21b886b5ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:19.487422 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-48d1dc78-5d0b-48ab-abbb-d21b886b5ca3 None None] For port 73f8e7fd-5b83-4d47-a743-31b7220b41d5, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=73f8e7fd-5b83-4d47-a743-31b7220b41d5,segment=NetworkSegment(535c5a4c-0b7c-4f15-9524-011a880e0127),segment_id=535c5a4c-0b7c-4f15-9524-011a880e0127)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:53:19.488539 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:19.507535 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:53:19.552360 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Sync routers for ids ['778803c0-41ba-44c8-aade-7bee0f15cf41'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:53:19.562022 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-48d1dc78-5d0b-48ab-abbb-d21b886b5ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:19.568530 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:19.593983 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Notify callbacks [] for router, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:19.597428 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.2999556
Apr 20 14:53:19.600131 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 48716) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:19.648411 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Routers {'778803c0-41ba-44c8-aade-7bee0f15cf41'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:53:19.649169 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec1137390>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:53:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['778803c0-41ba-44c8-aade-7bee0f15cf41'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:19.723814 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.db.api [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86438) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 14:53:19.724604 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_db.api [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 14:53:19.819923 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1dc78-5d0b-48ab-abbb-d21b886b5ca3 None None] Pushing event updated for resources: {'Port': ['ID=73f8e7fd-5b83-4d47-a743-31b7220b41d5,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:19.826326 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-48d1dc78-5d0b-48ab-abbb-d21b886b5ca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:19.878625 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Set router 778803c0-41ba-44c8-aade-7bee0f15cf41 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:53:20.390481 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec1137390>, [{'id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'name': 'tempest-TestMinimumBasicScenario-839375442-router', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:14Z', 'updated_at': '2021-04-20T14:53:17Z', 'revision_number': 3, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'gw_port': {'id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:16Z', 'updated_at': '2021-04-20T14:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:20.395574 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Checking router: 778803c0-41ba-44c8-aade-7bee0f15cf41 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:53:20.396373 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Updating router 778803c0-41ba-44c8-aade-7bee0f15cf41 port 8f8e7cda-8b48-4a71-86e9-9e5edb70286a binding host dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:53:20.546639 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:20.637520 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 73f8e7fd-5b83-4d47-a743-31b7220b41d5 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:53:20.852791 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 73f8e7fd-5b83-4d47-a743-31b7220b41d5 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:53:20.853598 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:21.082334 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:21.225287 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Notify callbacks [] for port, precommit_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:21.240801 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Transition to ACTIVE for port object 8f8e7cda-8b48-4a71-86e9-9e5edb70286a will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:53:21.290420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:21.295892 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:21.466138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Attempting to bind port 8f8e7cda-8b48-4a71-86e9-9e5edb70286a on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:53:21.466549 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Attempting to bind port 8f8e7cda-8b48-4a71-86e9-9e5edb70286a by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:53:21.466958 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Attempting to bind port 8f8e7cda-8b48-4a71-86e9-9e5edb70286a on network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:53:21.479485 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:53:21.479894 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Checking segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:53:21.480333 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:21.480767 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Bound using segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:53:21.481310 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Bound port: 8f8e7cda-8b48-4a71-86e9-9e5edb70286a, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:53:21.481785 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:21.536451 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a64ab-8016-4b77-a8ea-21d38e125576 None None] Pushing event updated for resources: {'Port': ['ID=8f8e7cda-8b48-4a71-86e9-9e5edb70286a,revision_number=2']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:21.553584 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-819a64ab-8016-4b77-a8ea-21d38e125576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:21.621377 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Allocated IP 172.20.0.1 (55faa971-90ea-4dd4-b0aa-636da5bc413e/6599147f-bf69-46af-8d4e-94bc8945111d/685007aa-580d-469f-ba84-d907b9cd857b) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:53:21.658118 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] For port 8f8e7cda-8b48-4a71-86e9-9e5edb70286a, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:53:21.664798 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] For port 8f8e7cda-8b48-4a71-86e9-9e5edb70286a, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=8f8e7cda-8b48-4a71-86e9-9e5edb70286a,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:53:21.704365 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:21.731333 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:21.843653 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48770) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:21.856489 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Routers {'778803c0-41ba-44c8-aade-7bee0f15cf41'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:53:21.856489 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec1137390>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:53:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['778803c0-41ba-44c8-aade-7bee0f15cf41'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:21.936784 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:21.959965 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Transition to ACTIVE for port object 685007aa-580d-469f-ba84-d907b9cd857b will not be triggered until provisioned by entity DHCP. {{(pid=86437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:53:22.019128 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:22.029486 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a64ab-8016-4b77-a8ea-21d38e125576 None None] Pushing event updated for resources: {'Port': ['ID=8f8e7cda-8b48-4a71-86e9-9e5edb70286a,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:22.030041 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8a67cde3-18eb-4bf9-ba7e-fdadc7d06125 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:22.034888 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-819a64ab-8016-4b77-a8ea-21d38e125576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:22.083730 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] Set router 778803c0-41ba-44c8-aade-7bee0f15cf41 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:53:22.098888 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Network 55faa971-90ea-4dd4-b0aa-636da5bc413e is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:53:22.103078 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:53:22.105821 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:53:22.186942 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3edcc4ff-10dd-487d-830a-d1d74da2fa8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:22.206975 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Pushing event updated for resources: {'Port': ['ID=685007aa-580d-469f-ba84-d907b9cd857b,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:22.210402 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:22.225064 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-3edcc4ff-10dd-487d-830a-d1d74da2fa8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:22.230257 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-3edcc4ff-10dd-487d-830a-d1d74da2fa8b admin admin] Usage tracker for resource:security_group_rule and tenant:241d4f973f8e47579611d7dfb01ee982 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:22.231414 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085374'] for router_interface, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:22.246184 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-3edcc4ff-10dd-487d-830a-d1d74da2fa8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:22.257082 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-3edcc4ff-10dd-487d-830a-d1d74da2fa8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:22.440710 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3edcc4ff-10dd-487d-830a-d1d74da2fa8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:22.487030 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3edcc4ff-10dd-487d-830a-d1d74da2fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:22.503229 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9a0dfb34-7251-4f83-b872-a57be168efbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:22.541485 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-3edcc4ff-10dd-487d-830a-d1d74da2fa8b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=241d4f973f8e47579611d7dfb01ee982&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6965446
Apr 20 14:53:22.543679 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:53:22.549099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 48778) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:22.558664 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcc4ff-10dd-487d-830a-d1d74da2fa8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de730c1e-3352-4087-a4bb-ccc2287b385a,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:22.574133 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3edcc4ff-10dd-487d-830a-d1d74da2fa8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:22.583556 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-72e3eb6a-7179-446a-a338-2b332d68c5bc None None] Provisioning for port 685007aa-580d-469f-ba84-d907b9cd857b completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:53:22.595530 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-72e3eb6a-7179-446a-a338-2b332d68c5bc None None] Provisioning complete for port 685007aa-580d-469f-ba84-d907b9cd857b triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:53:22.596064 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-72e3eb6a-7179-446a-a338-2b332d68c5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:22.599682 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:22.717362 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b2909480-1e93-442e-b1d2-429dc684281f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:22.772906 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-72e3eb6a-7179-446a-a338-2b332d68c5bc None None] Port 685007aa-580d-469f-ba84-d907b9cd857b cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:53:22.811366 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec1137390>, [{'id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'name': 'tempest-TestMinimumBasicScenario-839375442-router', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:14Z', 'updated_at': '2021-04-20T14:53:17Z', 'revision_number': 3, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'gw_port': {'id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:16Z', 'updated_at': '2021-04-20T14:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:22.816129 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd591b9e-97e4-4e5a-9ce2-af36b45d71a2 None None] The sync data for ids ['778803c0-41ba-44c8-aade-7bee0f15cf41'] in dv-cinder-742162-4-iscsi is: [{'id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'name': 'tempest-TestMinimumBasicScenario-839375442-router', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:14Z', 'updated_at': '2021-04-20T14:53:17Z', 'revision_number': 3, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'gw_port': {'id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:16Z', 'updated_at': '2021-04-20T14:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:53:22.835775 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b2909480-1e93-442e-b1d2-429dc684281f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:23.027108 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:23.030979 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b2909480-1e93-442e-b1d2-429dc684281f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:23.036315 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-614c8352-7f98-432c-96dc-ac93564958e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:23.058832 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2909480-1e93-442e-b1d2-429dc684281f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de730c1e-3352-4087-a4bb-ccc2287b385a,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:23.058832 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b2909480-1e93-442e-b1d2-429dc684281f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:23.070138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:23.121710 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3a68f365-8160-408e-8930-6c2992cdea74 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:23.205859 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b2909480-1e93-442e-b1d2-429dc684281f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:23.214205 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-b2909480-1e93-442e-b1d2-429dc684281f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de730c1e-3352-4087-a4bb-ccc2287b385a HTTP/1.1" status: 204  len: 168 time: 0.6595819
Apr 20 14:53:23.267752 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690533'] for router_interface, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:23.291299 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Pushing event updated for resources: {'Port': ['ID=685007aa-580d-469f-ba84-d907b9cd857b,revision_number=2']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:23.302610 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:23.596914 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Network 55faa971-90ea-4dd4-b0aa-636da5bc413e is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:53:23.601522 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:53:23.908401 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-3e314d2b-d734-4760-89d5-250579505314 None None] Provisioning complete for port 685007aa-580d-469f-ba84-d907b9cd857b triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:53:23.908847 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3e314d2b-d734-4760-89d5-250579505314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:23.947540 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Router 778803c0-41ba-44c8-aade-7bee0f15cf41 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:53:23.963917 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3ee66-f047-48f3-b6c0-655c88ad4d1d req-8d687088-5b33-4dc9-b9d7-c975c2ddb0ad tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:23.965671 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-66d3ee66-f047-48f3-b6c0-655c88ad4d1d req-8d687088-5b33-4dc9-b9d7-c975c2ddb0ad tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 947 time: 0.1791053
Apr 20 14:53:24.013664 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-3e314d2b-d734-4760-89d5-250579505314 None None] Port 685007aa-580d-469f-ba84-d907b9cd857b cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:53:24.143262 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48806) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:24.169781 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:24.206416 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:24.210758 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Usage tracker for resource:security_group_rule and tenant:6782181c438840e5b6f3bbf9494d924f is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:24.213849 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:24.219801 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-66d3ee66-f047-48f3-b6c0-655c88ad4d1d req-f1de315d-759c-4377-97b1-7f30a6c9626d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2448773
Apr 20 14:53:24.220875 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:24.258370 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:53:24.263751 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] 10.222.0.16 "PUT /v2.0/routers/778803c0-41ba-44c8-aade-7bee0f15cf41/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6621916
Apr 20 14:53:24.324994 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:24.382423 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:24.391375 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-96e7fbb7-149c-4baa-9b0c-77de93cb5774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:24.450018 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6782181c438840e5b6f3bbf9494d924f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3054760
Apr 20 14:53:24.451061 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f8fa99-34d0-4daf-aaa3-5a918ee12456,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:24.453315 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 48814) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:24.460124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:24.460537 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:24.460943 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:24.461338 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:24.461792 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:24.462187 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:24.462583 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:24.462972 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:24.463362 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:24.463749 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:24.464135 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:24.464525 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:24.470451 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:24.554751 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ea7ef34c-7030-42d5-9758-6a3e5b5e273d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:24.581227 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 8f8e7cda-8b48-4a71-86e9-9e5edb70286a up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:53:24.589988 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ea7ef34c-7030-42d5-9758-6a3e5b5e273d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:24.681202 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ea7ef34c-7030-42d5-9758-6a3e5b5e273d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:24.686885 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:24.698654 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ef34c-7030-42d5-9758-6a3e5b5e273d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f8fa99-34d0-4daf-aaa3-5a918ee12456,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:24.701415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ea7ef34c-7030-42d5-9758-6a3e5b5e273d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:24.708525 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ea7ef34c-7030-42d5-9758-6a3e5b5e273d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:24.712345 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-ea7ef34c-7030-42d5-9758-6a3e5b5e273d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10f8fa99-34d0-4daf-aaa3-5a918ee12456 HTTP/1.1" status: 204  len: 168 time: 0.2552354
Apr 20 14:53:24.726369 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port 8f8e7cda-8b48-4a71-86e9-9e5edb70286a completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:53:24.735024 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 8f8e7cda-8b48-4a71-86e9-9e5edb70286a triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:53:24.735272 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:24.895485 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:24.915059 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port 8f8e7cda-8b48-4a71-86e9-9e5edb70286a, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=8f8e7cda-8b48-4a71-86e9-9e5edb70286a,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:53:24.973528 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:24.977490 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:25.115927 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=8f8e7cda-8b48-4a71-86e9-9e5edb70286a,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:25.119417 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:25.332513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48844) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:25.344011 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1689447389-network', 'tenant_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:53:25.365830 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:25.379815 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Usage tracker for resource:network and tenant:1b7d4e9e02c24ae8b1e2ecad80a745ba is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:25.384445 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:25.397004 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:25.438522 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Made reservation on behalf of 1b7d4e9e02c24ae8b1e2ecad80a745ba for: {'network': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:53:25.444091 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for network, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:25.459293 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:25.476824 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:25.481498 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Usage tracker for resource:security_group_rule and tenant:1b7d4e9e02c24ae8b1e2ecad80a745ba is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:25.485979 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:25.495837 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:25.591207 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39261459-b086-4f44-b7c1-8952d63adca8 req-5f1ecd9f-93a6-4f80-8a88-f719a13d139d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:25.592989 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-39261459-b086-4f44-b7c1-8952d63adca8 req-5f1ecd9f-93a6-4f80-8a88-f719a13d139d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.38 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 947 time: 0.2109556
Apr 20 14:53:25.607178 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db6a97-c30e-4e60-8fde-09f9e55a1fc0 req-a37cc2aa-7f24-4cec-9d65-66580bc6f0a1 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:25.610260 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-39db6a97-c30e-4e60-8fde-09f9e55a1fc0 req-a37cc2aa-7f24-4cec-9d65-66580bc6f0a1 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 947 time: 0.1621327
Apr 20 14:53:25.659417 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:25.684214 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:25.690059 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a8a36868-4dba-46a3-b108-4d267a142dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:25.720045 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'}  {{(pid=86436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:53:25.729231 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-39db6a97-c30e-4e60-8fde-09f9e55a1fc0 req-9c5d5267-a257-47ee-9c46-682cee0c0287 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807137
Apr 20 14:53:25.752767 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-39261459-b086-4f44-b7c1-8952d63adca8 req-1df09a47-1886-4d7e-bbe2-9b8bb49abae0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Deleting port 015379bb-1f7b-4912-a001-faad34e332b3 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:53:25.753229 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-39261459-b086-4f44-b7c1-8952d63adca8 req-1df09a47-1886-4d7e-bbe2-9b8bb49abae0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:25.755778 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8643977b-eb15-46c3-9b44-8c3d6fa3ddd4,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:25.770853 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:25.780398 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:25.781083 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.segments_db [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Added segment d37722a8-ee57-41b4-bccc-661196443cb9 of type vlan for network 4e24eeea-b47f-4641-9a95-0c5dee74664a
Apr 20 14:53:25.811955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791464999914'] for network, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:25.894937 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for network, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:25.896369 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:25.897017 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:25.907466 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9efcfd4c-98aa-401c-8c5e-8ee18a1c375e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:26.020100 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=4e24eeea-b47f-4641-9a95-0c5dee74664a,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:26.025737 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:26.032801 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Network 4e24eeea-b47f-4641-9a95-0c5dee74664a details requested by agent ovs-agent-dv-cinder-742162-4-iscsi with host dv-cinder-742162-4-iscsi {{(pid=86438) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:53:26.091981 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7551205
Apr 20 14:53:26.092595 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48866) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:26.110405 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-f5b4c2a1-6287-4586-82ea-545e8862bcc4 admin admin] Request body: {'subnet': {'network_id': '4e24eeea-b47f-4641-9a95-0c5dee74664a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1689447389-subnet', 'tenant_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'ip_version': 4}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:53:26.128551 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-f5b4c2a1-6287-4586-82ea-545e8862bcc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:26.136536 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-f5b4c2a1-6287-4586-82ea-545e8862bcc4 admin admin] Usage tracker for resource:subnet and tenant:1b7d4e9e02c24ae8b1e2ecad80a745ba is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:26.141964 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-f5b4c2a1-6287-4586-82ea-545e8862bcc4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:26.152417 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-f5b4c2a1-6287-4586-82ea-545e8862bcc4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:26.196444 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b4c2a1-6287-4586-82ea-545e8862bcc4 admin admin] Made reservation on behalf of 1b7d4e9e02c24ae8b1e2ecad80a745ba for: {'subnet': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:53:26.205640 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c2a1-6287-4586-82ea-545e8862bcc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851100829'] for subnet, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:26.411545 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 48876) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:26.473376 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-39261459-b086-4f44-b7c1-8952d63adca8 req-1df09a47-1886-4d7e-bbe2-9b8bb49abae0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] For port 015379bb-1f7b-4912-a001-faad34e332b3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=015379bb-1f7b-4912-a001-faad34e332b3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:53:26.475975 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-39261459-b086-4f44-b7c1-8952d63adca8 req-1df09a47-1886-4d7e-bbe2-9b8bb49abae0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:26.502733 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Sync routers for ids ['778803c0-41ba-44c8-aade-7bee0f15cf41'] in dv-cinder-742162-4-iscsi {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:53:26.516735 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Routers {'778803c0-41ba-44c8-aade-7bee0f15cf41'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:53:26.518147 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec0fd6438>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:53:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['778803c0-41ba-44c8-aade-7bee0f15cf41'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:26.644015 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 8f8e7cda-8b48-4a71-86e9-9e5edb70286a up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:53:26.761905 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48892) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:26.865926 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Set router 778803c0-41ba-44c8-aade-7bee0f15cf41 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:53:26.886065 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 8f8e7cda-8b48-4a71-86e9-9e5edb70286a triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:53:26.886531 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:26.899940 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1674938872-network', 'tenant_id': '0701f59da94340c3a243a525176cf542'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:53:26.946193 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:27.017646 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6b14-efd7-4456-9aa1-b4b845efb87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:27.062229 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Usage tracker for resource:network and tenant:0701f59da94340c3a243a525176cf542 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:27.074491 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-fd7e6b14-efd7-4456-9aa1-b4b845efb87a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:27.086851 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-fd7e6b14-efd7-4456-9aa1-b4b845efb87a admin admin] Usage tracker for resource:security_group_rule and tenant:53b1dd96cefd40aea2a157a131e41628 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:27.093685 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-fd7e6b14-efd7-4456-9aa1-b4b845efb87a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:27.105257 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:27.105521 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-fd7e6b14-efd7-4456-9aa1-b4b845efb87a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:27.226408 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:27.260088 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6b14-efd7-4456-9aa1-b4b845efb87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:27.288832 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-39261459-b086-4f44-b7c1-8952d63adca8 req-1df09a47-1886-4d7e-bbe2-9b8bb49abae0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:27.289209 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-39261459-b086-4f44-b7c1-8952d63adca8 req-1df09a47-1886-4d7e-bbe2-9b8bb49abae0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:27.289618 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.l3_db [req-39261459-b086-4f44-b7c1-8952d63adca8 req-1df09a47-1886-4d7e-bbe2-9b8bb49abae0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Floating IP f0bc83be-6c4f-464d-9b5a-7adf59c8f111 disassociated. External IP: 172.27.2.110, port: 015379bb-1f7b-4912-a001-faad34e332b3.
Apr 20 14:53:27.290020 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-39261459-b086-4f44-b7c1-8952d63adca8 req-1df09a47-1886-4d7e-bbe2-9b8bb49abae0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Calling delete_port for 015379bb-1f7b-4912-a001-faad34e332b3 owned by compute:nova {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:53:27.295883 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec0fd6438>, [{'id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'name': 'tempest-TestMinimumBasicScenario-839375442-router', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:14Z', 'updated_at': '2021-04-20T14:53:22Z', 'revision_number': 4, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'gw_port': {'id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:16Z', 'updated_at': '2021-04-20T14:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '685007aa-580d-469f-ba84-d907b9cd857b', 'name': '', 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'mac_address': 'fa:16:3e:bc:ba:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6599147f-bf69-46af-8d4e-94bc8945111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:21Z', 'updated_at': '2021-04-20T14:53:22Z', 'revision_number': 2, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'subnets': [{'id': '6599147f-bf69-46af-8d4e-94bc8945111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:27.310697 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Checking router: 778803c0-41ba-44c8-aade-7bee0f15cf41 for host: dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:53:27.311038 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Updating router 778803c0-41ba-44c8-aade-7bee0f15cf41 port 685007aa-580d-469f-ba84-d907b9cd857b binding host dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:53:27.325706 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Made reservation on behalf of 0701f59da94340c3a243a525176cf542 for: {'network': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:53:27.330918 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for network, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:27.362939 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:27.406858 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271ded8-3b6c-4c8f-a865-fe6972460b78 req-30b5f9c0-9ff1-412a-bb16-0c5bca9b4cb5 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:27.408333 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7271ded8-3b6c-4c8f-a865-fe6972460b78 req-30b5f9c0-9ff1-412a-bb16-0c5bca9b4cb5 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 947 time: 0.4573619
Apr 20 14:53:27.415602 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:27.416387 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:27.439701 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Usage tracker for resource:security_group_rule and tenant:0701f59da94340c3a243a525176cf542 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:27.445235 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:27.467665 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:27.511287 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7271ded8-3b6c-4c8f-a865-fe6972460b78 req-479526ae-0de3-4bc3-8725-8acb715f04a8 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8d20ba1-3644-485a-aba5-9f6ab5930c5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679402
Apr 20 14:53:27.587187 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6b14-efd7-4456-9aa1-b4b845efb87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:27.607744 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-fc573f03-b805-4e64-ba59-83324a122935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:27.663312 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c2a1-6287-4586-82ea-545e8862bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2217151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851100814'] for subnet, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:27.698019 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-fd7e6b14-efd7-4456-9aa1-b4b845efb87a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53b1dd96cefd40aea2a157a131e41628&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9360769
Apr 20 14:53:27.700833 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48906) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:27.706560 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e6b14-efd7-4456-9aa1-b4b845efb87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d33290-9df6-4a26-ba42-e7ecc9456308,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:27.710169 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-39261459-b086-4f44-b7c1-8952d63adca8 req-1df09a47-1886-4d7e-bbe2-9b8bb49abae0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:27.712306 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-fd7e6b14-efd7-4456-9aa1-b4b845efb87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:27.721264 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:27.723375 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7750e1e1-559b-4574-8403-34eefa48417c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:27.789614 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4c2a1-6287-4586-82ea-545e8862bcc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b24778b7-2af8-4f46-ba91-7f2304e7ee22,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:27.789834 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df09a47-1886-4d7e-bbe2-9b8bb49abae0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Pushing event deleted for resources: {'Port': ['ID=015379bb-1f7b-4912-a001-faad34e332b3,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:27.808867 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1df09a47-1886-4d7e-bbe2-9b8bb49abae0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:27.809258 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f5b4c2a1-6287-4586-82ea-545e8862bcc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:27.819993 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:27.845945 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b4c2a1-6287-4586-82ea-545e8862bcc4 admin admin] Checking segment: {'id': 'd37722a8-ee57-41b4-bccc-661196443cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4e24eeea-b47f-4641-9a95-0c5dee74664a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:53:27.846342 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b4c2a1-6287-4586-82ea-545e8862bcc4 admin admin] Network hostable DHCP agents. Network: 4e24eeea-b47f-4641-9a95-0c5dee74664a, hostable agents: ['8cbc52d7-9a0e-47fc-ab25-55981a906e08'], hosted agents: [] {{(pid=86436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:53:27.890205 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-92c12991-42cf-4bbf-af76-35b3279481bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:27.922626 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-92c12991-42cf-4bbf-af76-35b3279481bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:27.955428 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:27.961870 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9ef4a015-1a52-4d95-bea1-a87e4a148a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:27.963718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b4c2a1-6287-4586-82ea-545e8862bcc4 admin admin] Network 4e24eeea-b47f-4641-9a95-0c5dee74664a is scheduled to be hosted by DHCP agent 8cbc52d7-9a0e-47fc-ab25-55981a906e08 with binding_index 1 {{(pid=86436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:53:28.002553 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Notify callbacks [] for port, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:28.026745 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Transition to ACTIVE for port object 685007aa-580d-469f-ba84-d907b9cd857b will not be triggered until provisioned by entity L2. {{(pid=86439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:53:28.073350 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'}  {{(pid=86437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:53:28.086204 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654c7a5c-83df-48ab-983f-213ce0efeb70,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:28.092571 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:28.105291 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-f5b4c2a1-6287-4586-82ea-545e8862bcc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-iscsi, 4e24eeea-b47f-4641-9a95-0c5dee74664a) {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:53:28.127906 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b4c2a1-6287-4586-82ea-545e8862bcc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:28.128967 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c2a1-6287-4586-82ea-545e8862bcc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:28.133620 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:28.140065 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39261459-b086-4f44-b7c1-8952d63adca8 req-1df09a47-1886-4d7e-bbe2-9b8bb49abae0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:53:28.140314 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92501ce-8c5e-44d0-aa3d-70897f7a3994 None None] Network 4e24eeea-b47f-4641-9a95-0c5dee74664a requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:53:28.144064 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-06084785-2a89-4825-86f9-a112e81b064a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:28.174438 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-92c12991-42cf-4bbf-af76-35b3279481bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:28.196647 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-37fc3b0e-ee9d-495a-9a87-6d0eaae3c980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:28.213213 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:28.213646 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.segments_db [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Added segment 108999b4-9006-4524-9f0f-73e381e1f3e3 of type vlan for network 4ef47bfe-af1a-4adb-95a5-b0cf7cd20714
Apr 20 14:53:28.226448 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c12991-42cf-4bbf-af76-35b3279481bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d33290-9df6-4a26-ba42-e7ecc9456308,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:28.231138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-92c12991-42cf-4bbf-af76-35b3279481bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:28.240613 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-92c12991-42cf-4bbf-af76-35b3279481bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:28.242571 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-92c12991-42cf-4bbf-af76-35b3279481bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89d33290-9df6-4a26-ba42-e7ecc9456308 HTTP/1.1" status: 204  len: 168 time: 0.5379839
Apr 20 14:53:28.415655 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791464999914'] for network, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:28.423410 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-f5b4c2a1-6287-4586-82ea-545e8862bcc4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.3278446
Apr 20 14:53:28.426118 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48912) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:28.430418 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39261459-b086-4f44-b7c1-8952d63adca8 req-1df09a47-1886-4d7e-bbe2-9b8bb49abae0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:53:28.442460 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1689447389-router', 'tenant_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:53:28.443081 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b85b3-804b-4dd5-99f6-0a47a788cbbd None None] Pushing event updated for resources: {'Port': ['ID=685007aa-580d-469f-ba84-d907b9cd857b,revision_number=3']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:28.466308 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2019fd-3106-4cee-99b0-16f95351b9cb None None] Sync routers for ids ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:53:28.474388 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:28.491125 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Usage tracker for resource:router and tenant:1b7d4e9e02c24ae8b1e2ecad80a745ba is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:28.498675 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:28.513164 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:28.519980 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2019fd-3106-4cee-99b0-16f95351b9cb None None] Routers {'0e9492c0-1c1e-451d-9e7d-11aafd5cc273'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:53:28.527296 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-df2019fd-3106-4cee-99b0-16f95351b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec1131d68>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:53:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:28.542434 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-39261459-b086-4f44-b7c1-8952d63adca8 req-1df09a47-1886-4d7e-bbe2-9b8bb49abae0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] No DVR routers for this DVR port 015379bb-1f7b-4912-a001-faad34e332b3 on host hv-cinder-74216 {{(pid=86437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:53:28.548183 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-39261459-b086-4f44-b7c1-8952d63adca8 req-1df09a47-1886-4d7e-bbe2-9b8bb49abae0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:28.548307 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b85b3-804b-4dd5-99f6-0a47a788cbbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:28.548307 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b85b3-804b-4dd5-99f6-0a47a788cbbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:28.548470 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b85b3-804b-4dd5-99f6-0a47a788cbbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:28.549127 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b85b3-804b-4dd5-99f6-0a47a788cbbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:28.550104 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b85b3-804b-4dd5-99f6-0a47a788cbbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:28.550986 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b85b3-804b-4dd5-99f6-0a47a788cbbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:28.551859 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b85b3-804b-4dd5-99f6-0a47a788cbbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:28.552775 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b85b3-804b-4dd5-99f6-0a47a788cbbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:28.553697 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b85b3-804b-4dd5-99f6-0a47a788cbbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:28.554611 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b85b3-804b-4dd5-99f6-0a47a788cbbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:28.556550 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b85b3-804b-4dd5-99f6-0a47a788cbbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:28.557497 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70b85b3-804b-4dd5-99f6-0a47a788cbbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:28.575070 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496a9199-4585-4e3a-9976-7fc22f948a7b', 'name': 'network-vif-deleted', 'tag': '015379bb-1f7b-4912-a001-faad34e332b3'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:53:28.582429 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a70b85b3-804b-4dd5-99f6-0a47a788cbbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:28.627438 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744272'] for router, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:28.628835 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854072860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854064638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31529'] for router, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:28.645772 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-39261459-b086-4f44-b7c1-8952d63adca8 req-1df09a47-1886-4d7e-bbe2-9b8bb49abae0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.38 "DELETE /v2.0/ports/015379bb-1f7b-4912-a001-faad34e332b3 HTTP/1.1" status: 204  len: 173 time: 3.0351193
Apr 20 14:53:28.672655 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:28.700657 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Attempting to bind port 685007aa-580d-469f-ba84-d907b9cd857b on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:53:28.701720 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Attempting to bind port 685007aa-580d-469f-ba84-d907b9cd857b by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '535c5a4c-0b7c-4f15-9524-011a880e0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e'}] {{(pid=86439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:53:28.702394 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Attempting to bind port 685007aa-580d-469f-ba84-d907b9cd857b on network 55faa971-90ea-4dd4-b0aa-636da5bc413e {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:53:28.706778 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for network, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:28.709417 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:28.716213 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:28.733214 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496a9199-4585-4e3a-9976-7fc22f948a7b', 'name': 'network-vif-deleted', 'tag': '015379bb-1f7b-4912-a001-faad34e332b3', 'status': 'completed', 'code': 200}
Apr 20 14:53:28.734803 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:53:28.741507 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Checking segment: {'id': '535c5a4c-0b7c-4f15-9524-011a880e0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:53:28.742406 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:28.743320 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Bound using segment: {'id': '535c5a4c-0b7c-4f15-9524-011a880e0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e'} {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:53:28.750663 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Bound port: 685007aa-580d-469f-ba84-d907b9cd857b, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535c5a4c-0b7c-4f15-9524-011a880e0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e'}}] {{(pid=86439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:53:28.750663 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:28.750930 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:28.944330 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] For port 685007aa-580d-469f-ba84-d907b9cd857b, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:53:28.948249 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] For port 685007aa-580d-469f-ba84-d907b9cd857b, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=685007aa-580d-469f-ba84-d907b9cd857b,segment=NetworkSegment(535c5a4c-0b7c-4f15-9524-011a880e0127),segment_id=535c5a4c-0b7c-4f15-9524-011a880e0127)] {{(pid=86439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:53:28.981571 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:28.987718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:29.087280 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-5cfeb567-c386-478d-a56d-4826b52dc61f req-4a81cb7e-b1b9-46d1-8faa-fc56b5ed337d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Synchronizing usage tracker for tenant:a432f73e41864a1d89a27ea689d63a21 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:53:29.113877 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Pushing event updated for resources: {'Network': ['ID=4ef47bfe-af1a-4adb-95a5-b0cf7cd20714,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:29.125154 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:29.132871 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-df2019fd-3106-4cee-99b0-16f95351b9cb None None] Set router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:53:29.172103 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Routers {'778803c0-41ba-44c8-aade-7bee0f15cf41'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:53:29.173076 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec0fd6438>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:53:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['778803c0-41ba-44c8-aade-7bee0f15cf41'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:29.259709 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.8466773
Apr 20 14:53:29.260754 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-5cfeb567-c386-478d-a56d-4826b52dc61f req-4a81cb7e-b1b9-46d1-8faa-fc56b5ed337d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Unset dirty status for tenant:a432f73e41864a1d89a27ea689d63a21 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:53:29.262292 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5cfeb567-c386-478d-a56d-4826b52dc61f req-4a81cb7e-b1b9-46d1-8faa-fc56b5ed337d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=496a9199-4585-4e3a-9976-7fc22f948a7b HTTP/1.1" status: 200  len: 210 time: 0.4505053
Apr 20 14:53:29.262820 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 48924) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:29.274678 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-d2715fbf-6b2d-4e39-bc46-e66b79ff684c admin admin] Request body: {'subnet': {'network_id': '4ef47bfe-af1a-4adb-95a5-b0cf7cd20714', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1674938872-subnet', 'tenant_id': '0701f59da94340c3a243a525176cf542', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:53:29.294736 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-d2715fbf-6b2d-4e39-bc46-e66b79ff684c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:29.305814 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-d2715fbf-6b2d-4e39-bc46-e66b79ff684c admin admin] Usage tracker for resource:subnet and tenant:0701f59da94340c3a243a525176cf542 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:29.316856 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-d2715fbf-6b2d-4e39-bc46-e66b79ff684c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:29.326371 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-d2715fbf-6b2d-4e39-bc46-e66b79ff684c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:29.339957 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854064395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854081697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31514'] for router, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:29.401138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2715fbf-6b2d-4e39-bc46-e66b79ff684c admin admin] Made reservation on behalf of 0701f59da94340c3a243a525176cf542 for: {'subnet': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:53:29.407788 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d2715fbf-6b2d-4e39-bc46-e66b79ff684c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852136815'] for subnet, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:29.421786 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48928) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:29.430612 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Network 4ef47bfe-af1a-4adb-95a5-b0cf7cd20714 details requested by agent ovs-agent-dv-cinder-742162-4-iscsi with host dv-cinder-742162-4-iscsi {{(pid=86438) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:53:29.511782 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-970fef03-f659-48c6-be57-0aa40c01bdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:29.546268 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-970fef03-f659-48c6-be57-0aa40c01bdbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:29.565816 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-970fef03-f659-48c6-be57-0aa40c01bdbd admin admin] Usage tracker for resource:security_group_rule and tenant:94e01c696bf242668bf7ff603a733a68 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:29.574269 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-970fef03-f659-48c6-be57-0aa40c01bdbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:29.586062 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-970fef03-f659-48c6-be57-0aa40c01bdbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:29.598441 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b85b3-804b-4dd5-99f6-0a47a788cbbd None None] Pushing event updated for resources: {'Port': ['ID=685007aa-580d-469f-ba84-d907b9cd857b,revision_number=4']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:29.652941 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a70b85b3-804b-4dd5-99f6-0a47a788cbbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:29.683343 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc772c441-73b6-55f3-87a1-c705605c86c2-4e24eeea-b47f-4641-9a95-0c5dee74664a', 'network_id': '4e24eeea-b47f-4641-9a95-0c5dee74664a', 'tenant_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'fixed_ips': [{'subnet_id': 'b24778b7-2af8-4f46-ba91-7f2304e7ee22'}]}} from dv-cinder-742162-4-iscsi. {{(pid=86438) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 14:53:29.684450 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:29.708918 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 015379bb-1f7b-4912-a001-faad34e332b3 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:53:29.786023 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] Set router 778803c0-41ba-44c8-aade-7bee0f15cf41 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:53:29.843382 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] No Port match for: 015379bb-1f7b-4912-a001-faad34e332b3 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:53:29.844335 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 015379bb-1f7b-4912-a001-faad34e332b3 not bound to the agent host hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:53:29.907223 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:29.950521 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:30.208988 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-970fef03-f659-48c6-be57-0aa40c01bdbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:30.275133 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-970fef03-f659-48c6-be57-0aa40c01bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:30.387181 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6886b1d6-7247-44cd-bca5-3314f3f4350e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:30.399237 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Allocated IP 172.27.2.19 (0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09/91730765-12cb-4a98-b654-b261f30f30ed/dfb37ac4-cee6-4d25-aa89-8798e831776f) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:53:30.422687 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-970fef03-f659-48c6-be57-0aa40c01bdbd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94e01c696bf242668bf7ff603a733a68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9928496
Apr 20 14:53:30.424129 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec0fd6438>, [{'id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'name': 'tempest-TestMinimumBasicScenario-839375442-router', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:14Z', 'updated_at': '2021-04-20T14:53:22Z', 'revision_number': 4, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'gw_port': {'id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:16Z', 'updated_at': '2021-04-20T14:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '685007aa-580d-469f-ba84-d907b9cd857b', 'name': '', 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'mac_address': 'fa:16:3e:bc:ba:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6599147f-bf69-46af-8d4e-94bc8945111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:21Z', 'updated_at': '2021-04-20T14:53:28Z', 'revision_number': 4, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'subnets': [{'id': '6599147f-bf69-46af-8d4e-94bc8945111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:30.430047 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48936) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:30.436584 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535aef38-f505-48a6-bdd4-6032a0845053 None None] The sync data for ids ['778803c0-41ba-44c8-aade-7bee0f15cf41'] in dv-cinder-742162-4-iscsi is: [{'id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'name': 'tempest-TestMinimumBasicScenario-839375442-router', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:14Z', 'updated_at': '2021-04-20T14:53:22Z', 'revision_number': 4, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'gw_port': {'id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:16Z', 'updated_at': '2021-04-20T14:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '685007aa-580d-469f-ba84-d907b9cd857b', 'name': '', 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'mac_address': 'fa:16:3e:bc:ba:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6599147f-bf69-46af-8d4e-94bc8945111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:21Z', 'updated_at': '2021-04-20T14:53:28Z', 'revision_number': 4, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'subnets': [{'id': '6599147f-bf69-46af-8d4e-94bc8945111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:53:30.622206 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 48942) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:30.683588 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fef03-f659-48c6-be57-0aa40c01bdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2804c4e4-d49a-417d-90b8-3e553acafe76,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:30.712523 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-970fef03-f659-48c6-be57-0aa40c01bdbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:30.802883 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-58f5778d-0171-4c2c-b2d8-9a8fcf5636d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:30.829372 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d2715fbf-6b2d-4e39-bc46-e66b79ff684c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2713016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852136832'] for subnet, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:30.843036 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3a94538b-1771-4244-93a5-38cb1f75c852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:30.862497 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-58f5778d-0171-4c2c-b2d8-9a8fcf5636d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:30.900943 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:30.979758 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-df2019fd-3106-4cee-99b0-16f95351b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec1131d68>, [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:07Z', 'revision_number': 4, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port': {'id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '0a185794-0c77-4658-b650-7705ab464738', 'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'mac_address': 'fa:16:3e:27:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:05Z', 'updated_at': '2021-04-20T14:49:18Z', 'revision_number': 5, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'subnets': [{'id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:30.987110 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8bcc354b-2f38-4dc6-a032-277c6bce2b23 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:30.992333 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:30.992651 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2715fbf-6b2d-4e39-bc46-e66b79ff684c admin admin] Checking segment: {'id': '108999b4-9006-4524-9f0f-73e381e1f3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4ef47bfe-af1a-4adb-95a5-b0cf7cd20714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:53:30.993149 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2715fbf-6b2d-4e39-bc46-e66b79ff684c admin admin] Network hostable DHCP agents. Network: 4ef47bfe-af1a-4adb-95a5-b0cf7cd20714, hostable agents: ['8cbc52d7-9a0e-47fc-ab25-55981a906e08'], hosted agents: [] {{(pid=86437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:53:31.007877 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2715fbf-6b2d-4e39-bc46-e66b79ff684c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b75012-c55a-43e3-95d1-59668077bedf,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:31.015268 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d2715fbf-6b2d-4e39-bc46-e66b79ff684c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:31.016347 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2019fd-3106-4cee-99b0-16f95351b9cb None None] Checking router: 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:53:31.049402 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-58f5778d-0171-4c2c-b2d8-9a8fcf5636d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:31.056171 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-44779721-65c8-4eb7-9e16-2c3cfc272904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:31.071715 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8bcc354b-2f38-4dc6-a032-277c6bce2b23 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:31.072737 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Allocated IP 172.20.0.2 (4e24eeea-b47f-4641-9a95-0c5dee74664a/b24778b7-2af8-4f46-ba91-7f2304e7ee22/3831705e-7806-4f0e-aa0c-68d1d5a03fa9) {{(pid=86438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:53:31.098320 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5778d-0171-4c2c-b2d8-9a8fcf5636d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2804c4e4-d49a-417d-90b8-3e553acafe76,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:31.102348 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2019fd-3106-4cee-99b0-16f95351b9cb None None] Routers {'0e9492c0-1c1e-451d-9e7d-11aafd5cc273'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:53:31.103401 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-df2019fd-3106-4cee-99b0-16f95351b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec1131d68>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:53:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:31.106983 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-58f5778d-0171-4c2c-b2d8-9a8fcf5636d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:31.108747 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:31.145903 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-00326e02-ac3c-4f8b-83ce-2b0468eb19a7 tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:31.177900 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2715fbf-6b2d-4e39-bc46-e66b79ff684c admin admin] Network 4ef47bfe-af1a-4adb-95a5-b0cf7cd20714 is scheduled to be hosted by DHCP agent 8cbc52d7-9a0e-47fc-ab25-55981a906e08 with binding_index 1 {{(pid=86437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:53:31.199692 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8bcc354b-2f38-4dc6-a032-277c6bce2b23 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:31.216422 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b2909480-1e93-442e-b1d2-429dc684281f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:31.245827 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:53:31.255937 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:53:31.264837 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:53:31.270759 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-d2715fbf-6b2d-4e39-bc46-e66b79ff684c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-iscsi, 4ef47bfe-af1a-4adb-95a5-b0cf7cd20714) {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:53:31.283772 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc354b-2f38-4dc6-a032-277c6bce2b23 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d20ba1-3644-485a-aba5-9f6ab5930c5e,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:31.300831 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8bcc354b-2f38-4dc6-a032-277c6bce2b23 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:31.321716 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2715fbf-6b2d-4e39-bc46-e66b79ff684c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:31.323811 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d2715fbf-6b2d-4e39-bc46-e66b79ff684c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:31.360557 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb37ac4-cee6-4d25-aa89-8798e831776f,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:31.371887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d42075-c049-43d5-801f-ad347b8cdae7 None None] Network 4ef47bfe-af1a-4adb-95a5-b0cf7cd20714 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:53:31.373845 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-58f5778d-0171-4c2c-b2d8-9a8fcf5636d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:31.375747 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-58f5778d-0171-4c2c-b2d8-9a8fcf5636d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2804c4e4-d49a-417d-90b8-3e553acafe76 HTTP/1.1" status: 204  len: 168 time: 0.9446244
Apr 20 14:53:31.379486 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:31.397040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8bcc354b-2f38-4dc6-a032-277c6bce2b23 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:31.403153 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-8bcc354b-2f38-4dc6-a032-277c6bce2b23 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "DELETE /v2.0/security-groups/a8d20ba1-3644-485a-aba5-9f6ab5930c5e HTTP/1.1" status: 204  len: 168 time: 0.7797866
Apr 20 14:53:31.409004 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 48948) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:31.435946 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.v2.resource [None req-655a4407-81e5-43a8-b1df-dca5a7c9d3a4 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] show failed (client error): The resource could not be found.
Apr 20 14:53:31.446223 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-655a4407-81e5-43a8-b1df-dca5a7c9d3a4 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups/a8d20ba1-3644-485a-aba5-9f6ab5930c5e HTTP/1.1" status: 404  len: 347 time: 0.0275280
Apr 20 14:53:31.447460 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 48954) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:31.908759 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-df2019fd-3106-4cee-99b0-16f95351b9cb None None] Set router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:53:32.014462 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-d2715fbf-6b2d-4e39-bc46-e66b79ff684c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.7504711
Apr 20 14:53:32.260716 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:32.292384 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-85b5b40c-27ec-4740-867e-0ba6e9af7bc1 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Deleting port 806db586-ce21-4660-935a-f357c20bdbf8 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:53:32.293047 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-85b5b40c-27ec-4740-867e-0ba6e9af7bc1 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:32.595764 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 48974) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:32.669625 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a5206ab6-418f-45e6-90e0-4945c8e7268e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:32.697799 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a5206ab6-418f-45e6-90e0-4945c8e7268e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:32.714933 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a5206ab6-418f-45e6-90e0-4945c8e7268e admin admin] Usage tracker for resource:security_group_rule and tenant:3e257c779e594a1c81012ed5e395ee40 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:32.718638 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 685007aa-580d-469f-ba84-d907b9cd857b up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:53:32.728441 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a5206ab6-418f-45e6-90e0-4945c8e7268e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:32.728773 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-85b5b40c-27ec-4740-867e-0ba6e9af7bc1 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:32.729861 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-85b5b40c-27ec-4740-867e-0ba6e9af7bc1 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:32.741125 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a5206ab6-418f-45e6-90e0-4945c8e7268e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:32.864520 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-624b7067-f4b5-431b-8f51-690f92864041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:32.969062 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-85b5b40c-27ec-4740-867e-0ba6e9af7bc1 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Calling delete_port for 806db586-ce21-4660-935a-f357c20bdbf8 owned by network:floatingip {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:53:33.000959 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Notify callbacks [] for port, precommit_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:33.038962 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Transition to ACTIVE for port object 3831705e-7806-4f0e-aa0c-68d1d5a03fa9 will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:53:33.099718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Transition to ACTIVE for port object 3831705e-7806-4f0e-aa0c-68d1d5a03fa9 will not be triggered until provisioned by entity DHCP. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:53:33.142684 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090a09f4-c67f-4ac2-861d-4fe5d1bcf891 None None] Network 4ef47bfe-af1a-4adb-95a5-b0cf7cd20714 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:53:33.182019 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:33.263293 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:33.323485 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-df2019fd-3106-4cee-99b0-16f95351b9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec1131d68>, [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:07Z', 'revision_number': 4, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port': {'id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '0a185794-0c77-4658-b650-7705ab464738', 'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'mac_address': 'fa:16:3e:27:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:05Z', 'updated_at': '2021-04-20T14:49:18Z', 'revision_number': 5, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'subnets': [{'id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:33.353245 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Network 4e24eeea-b47f-4641-9a95-0c5dee74664a is already hosted by enough agents. {{(pid=86438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:53:33.359600 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Resources bound (agent type, host, resource id):  {{(pid=86438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:53:33.361887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2019fd-3106-4cee-99b0-16f95351b9cb None None] The sync data for ids ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'] in dv-cinder-742162-4-iscsi is: [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:07Z', 'revision_number': 4, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port': {'id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '0a185794-0c77-4658-b650-7705ab464738', 'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'mac_address': 'fa:16:3e:27:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:05Z', 'updated_at': '2021-04-20T14:49:18Z', 'revision_number': 5, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'subnets': [{'id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:53:33.380795 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Received port after_create {{(pid=86438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:53:33.455164 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-85b5b40c-27ec-4740-867e-0ba6e9af7bc1 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:33.460881 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:33.515284 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a5206ab6-418f-45e6-90e0-4945c8e7268e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:33.522526 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5b40c-27ec-4740-867e-0ba6e9af7bc1 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Pushing event deleted for resources: {'Port': ['ID=806db586-ce21-4660-935a-f357c20bdbf8,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:33.530376 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-85b5b40c-27ec-4740-867e-0ba6e9af7bc1 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:33.564106 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a5206ab6-418f-45e6-90e0-4945c8e7268e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:33.578666 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-19c09aaf-1a3c-40f1-b12e-51db2757346b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:33.600346 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711391'] for router, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:33.649375 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 48988) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:33.662260 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-907561952-network', 'tenant_id': 'd1564030bbb54a62829f89ec75460f37'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:53:33.686453 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-85b5b40c-27ec-4740-867e-0ba6e9af7bc1 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for floatingip, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:33.705124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:33.712495 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Usage tracker for resource:network and tenant:d1564030bbb54a62829f89ec75460f37 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:33.716253 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:33.724662 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:33.728257 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a5206ab6-418f-45e6-90e0-4945c8e7268e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e257c779e594a1c81012ed5e395ee40&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1309216
Apr 20 14:53:33.735011 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 48992) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:33.743822 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port 685007aa-580d-469f-ba84-d907b9cd857b completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:53:33.787015 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Made reservation on behalf of d1564030bbb54a62829f89ec75460f37 for: {'network': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:53:33.791891 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for network, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:33.794379 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5206ab6-418f-45e6-90e0-4945c8e7268e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364fe2a9-8fb9-49a0-92da-6a9806477992,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:33.806520 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a5206ab6-418f-45e6-90e0-4945c8e7268e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:33.824867 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:33.840555 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-85b5b40c-27ec-4740-867e-0ba6e9af7bc1 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:33.846619 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-85b5b40c-27ec-4740-867e-0ba6e9af7bc1 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "DELETE /v2.0/floatingips/f0bc83be-6c4f-464d-9b5a-7adf59c8f111 HTTP/1.1" status: 204  len: 168 time: 2.3906591
Apr 20 14:53:33.867794 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:33.876378 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Usage tracker for resource:security_group_rule and tenant:d1564030bbb54a62829f89ec75460f37 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:33.883992 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:33.888088 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-990308ca-1692-4366-882b-b1cf45c99aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:33.907182 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc2d4f9-cfb3-4426-837f-eb0175575910 None None] New status for floating IP f0bc83be-6c4f-464d-9b5a-7adf59c8f111: DOWN {{(pid=86439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:53:33.919077 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:33.929851 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Pushing event updated for resources: {'Port': ['ID=3831705e-7806-4f0e-aa0c-68d1d5a03fa9,revision_number=1']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:33.932015 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 685007aa-580d-469f-ba84-d907b9cd857b triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:53:33.938962 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:33.975357 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-990308ca-1692-4366-882b-b1cf45c99aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:33.980427 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:33.996714 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Router cab899d6-d038-4ab7-93af-4d74f86bc1d1 is scheduled to L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f with binding_index 1 {{(pid=86436) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 14:53:34.036307 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Attempting to bind port 3831705e-7806-4f0e-aa0c-68d1d5a03fa9 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:53:34.037316 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Attempting to bind port 3831705e-7806-4f0e-aa0c-68d1d5a03fa9 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': 'd37722a8-ee57-41b4-bccc-661196443cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4e24eeea-b47f-4641-9a95-0c5dee74664a'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:53:34.037923 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Attempting to bind port 3831705e-7806-4f0e-aa0c-68d1d5a03fa9 on network 4e24eeea-b47f-4641-9a95-0c5dee74664a {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:53:34.047952 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:53:34.048898 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Checking segment: {'id': 'd37722a8-ee57-41b4-bccc-661196443cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4e24eeea-b47f-4641-9a95-0c5dee74664a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:53:34.049866 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:34.050465 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Bound using segment: {'id': 'd37722a8-ee57-41b4-bccc-661196443cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4e24eeea-b47f-4641-9a95-0c5dee74664a'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:53:34.051169 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Bound port: 3831705e-7806-4f0e-aa0c-68d1d5a03fa9, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37722a8-ee57-41b4-bccc-661196443cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4e24eeea-b47f-4641-9a95-0c5dee74664a'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:53:34.051755 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:34.224104 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:34.277501 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:34.294381 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'}  {{(pid=86437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:53:34.294650 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:34.302087 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:53:34.305581 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-37ee5b57-0dd8-4f15-82ee-763bceea4fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:34.320251 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Sync routers for ids ['cab899d6-d038-4ab7-93af-4d74f86bc1d1'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:53:34.332151 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:34.343857 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.segments_db [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Added segment 9f1e7972-821f-4aee-967c-d705d74b0931 of type vlan for network 580440a1-5a9e-4134-a9bb-0b9ea1bdb2a3
Apr 20 14:53:34.344306 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] For port 3831705e-7806-4f0e-aa0c-68d1d5a03fa9, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:53:34.345104 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 49000) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:34.351211 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Routers {'cab899d6-d038-4ab7-93af-4d74f86bc1d1'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:53:34.351935 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feeccb822b0>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:53:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['cab899d6-d038-4ab7-93af-4d74f86bc1d1'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:34.355448 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-676f752e-023f-4289-aee9-98a9dda126eb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2047161007', 'description': 'tempest-description--1784922067'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:53:34.361921 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f468654-abe7-487d-961d-e97e9f26c00a,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:34.367166 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:34.369212 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-676f752e-023f-4289-aee9-98a9dda126eb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:34.376767 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-676f752e-023f-4289-aee9-98a9dda126eb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Usage tracker for resource:security_group and tenant:a432f73e41864a1d89a27ea689d63a21 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:34.381398 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-676f752e-023f-4289-aee9-98a9dda126eb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:34.384740 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Notify callbacks [] for router, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:34.389544 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.9588594
Apr 20 14:53:34.390747 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 49004) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:34.392802 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-676f752e-023f-4289-aee9-98a9dda126eb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:34.394633 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791464999914'] for network, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:34.399793 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-990308ca-1692-4366-882b-b1cf45c99aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:34.429891 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-676f752e-023f-4289-aee9-98a9dda126eb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:34.454106 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] For port 3831705e-7806-4f0e-aa0c-68d1d5a03fa9, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=3831705e-7806-4f0e-aa0c-68d1d5a03fa9,segment=NetworkSegment(d37722a8-ee57-41b4-bccc-661196443cb9),segment_id=d37722a8-ee57-41b4-bccc-661196443cb9)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:53:34.455423 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-676f752e-023f-4289-aee9-98a9dda126eb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:34.460580 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-676f752e-023f-4289-aee9-98a9dda126eb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Usage tracker for resource:security_group_rule and tenant:a432f73e41864a1d89a27ea689d63a21 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:34.464289 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-676f752e-023f-4289-aee9-98a9dda126eb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:34.468250 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-05f61982-fbfc-4a57-8def-c94d154b1c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:34.474867 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-676f752e-023f-4289-aee9-98a9dda126eb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:34.502301 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990308ca-1692-4366-882b-b1cf45c99aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364fe2a9-8fb9-49a0-92da-6a9806477992,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:34.510906 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-990308ca-1692-4366-882b-b1cf45c99aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:34.515503 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port 685007aa-580d-469f-ba84-d907b9cd857b, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=685007aa-580d-469f-ba84-d907b9cd857b,segment=NetworkSegment(535c5a4c-0b7c-4f15-9524-011a880e0127),segment_id=535c5a4c-0b7c-4f15-9524-011a880e0127)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:53:34.540946 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:34.549341 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:34.597866 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:34.612461 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-676f752e-023f-4289-aee9-98a9dda126eb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:34.637058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-990308ca-1692-4366-882b-b1cf45c99aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:34.638467 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-990308ca-1692-4366-882b-b1cf45c99aac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/364fe2a9-8fb9-49a0-92da-6a9806477992 HTTP/1.1" status: 204  len: 168 time: 0.9012287
Apr 20 14:53:34.657825 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-676f752e-023f-4289-aee9-98a9dda126eb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:34.667291 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-16b330bf-9911-444f-82f6-c24df8184e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:34.684288 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Pushing event updated for resources: {'Port': ['ID=3831705e-7806-4f0e-aa0c-68d1d5a03fa9,revision_number=2']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:34.690368 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:34.695747 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-aded9d5f-1c1a-4c0d-b325-5e55abbcdce1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:34.731719 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f752e-023f-4289-aee9-98a9dda126eb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43622ad1-43cb-4a3e-b08a-7d40e99f0f73,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:34.735512 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-676f752e-023f-4289-aee9-98a9dda126eb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:34.761881 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-676f752e-023f-4289-aee9-98a9dda126eb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:34.764646 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-676f752e-023f-4289-aee9-98a9dda126eb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.4176047
Apr 20 14:53:34.767643 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 49010) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:34.775883 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Set router cab899d6-d038-4ab7-93af-4d74f86bc1d1 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:53:34.778553 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-ecf68d94-acb1-42c5-9a7e-604f7ff35d42 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Request body: {'security_group_rule': {'security_group_id': '43622ad1-43cb-4a3e-b08a-7d40e99f0f73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:53:34.798760 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for network, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:34.799082 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-ecf68d94-acb1-42c5-9a7e-604f7ff35d42 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:34.799607 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:34.800254 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:34.814828 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-ecf68d94-acb1-42c5-9a7e-604f7ff35d42 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Usage tracker for resource:security_group_rule and tenant:a432f73e41864a1d89a27ea689d63a21 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:34.816469 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:34.824074 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-ecf68d94-acb1-42c5-9a7e-604f7ff35d42 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:34.840721 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-ecf68d94-acb1-42c5-9a7e-604f7ff35d42 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:34.909271 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ecf68d94-acb1-42c5-9a7e-604f7ff35d42 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:34.954142 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=685007aa-580d-469f-ba84-d907b9cd857b,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:34.957761 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:35.034977 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a77c8105-02d4-4894-adde-4b9462d20627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:35.055841 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Pushing event updated for resources: {'Network': ['ID=580440a1-5a9e-4134-a9bb-0b9ea1bdb2a3,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:35.056196 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ecf68d94-acb1-42c5-9a7e-604f7ff35d42 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:35.075893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:35.085395 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 49014) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:35.091956 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.4410348
Apr 20 14:53:35.098337 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-8b0866b6-f79e-4382-a21c-a283880d759b admin admin] Request body: {'subnet': {'network_id': '580440a1-5a9e-4134-a9bb-0b9ea1bdb2a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-907561952-subnet', 'tenant_id': 'd1564030bbb54a62829f89ec75460f37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:53:35.107658 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ecf68d94-acb1-42c5-9a7e-604f7ff35d42 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:35.120119 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-8b0866b6-f79e-4382-a21c-a283880d759b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:35.125418 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:35.163402 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-8b0866b6-f79e-4382-a21c-a283880d759b admin admin] Usage tracker for resource:subnet and tenant:d1564030bbb54a62829f89ec75460f37 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:35.168726 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-8b0866b6-f79e-4382-a21c-a283880d759b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:35.172347 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf68d94-acb1-42c5-9a7e-604f7ff35d42 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649bec4a-f209-413e-92c0-0186bbaba999,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:35.178483 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-8b0866b6-f79e-4382-a21c-a283880d759b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:35.181051 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ecf68d94-acb1-42c5-9a7e-604f7ff35d42 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:35.206014 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ecf68d94-acb1-42c5-9a7e-604f7ff35d42 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:35.213797 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-ecf68d94-acb1-42c5-9a7e-604f7ff35d42 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4379897
Apr 20 14:53:35.214653 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 49022) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:35.226574 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-fa3743e5-4c2d-4c73-bd3f-e94833265455 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Request body: {'security_group_rule': {'security_group_id': '43622ad1-43cb-4a3e-b08a-7d40e99f0f73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:53:35.237598 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-fa3743e5-4c2d-4c73-bd3f-e94833265455 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:35.239633 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Network 580440a1-5a9e-4134-a9bb-0b9ea1bdb2a3 details requested by agent ovs-agent-dv-cinder-742162-4-iscsi with host dv-cinder-742162-4-iscsi {{(pid=86438) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:53:35.246334 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-fa3743e5-4c2d-4c73-bd3f-e94833265455 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Usage tracker for resource:security_group_rule and tenant:a432f73e41864a1d89a27ea689d63a21 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:35.255056 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-fa3743e5-4c2d-4c73-bd3f-e94833265455 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:35.263483 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-fa3743e5-4c2d-4c73-bd3f-e94833265455 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:35.288747 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0866b6-f79e-4382-a21c-a283880d759b admin admin] Made reservation on behalf of d1564030bbb54a62829f89ec75460f37 for: {'subnet': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:53:35.294833 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8b0866b6-f79e-4382-a21c-a283880d759b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851100829'] for subnet, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:35.355572 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fa3743e5-4c2d-4c73-bd3f-e94833265455 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:35.431045 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feeccb822b0>, [{'id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'name': 'tempest-TestMinimumBasicScenario-1689447389-router', 'tenant_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'dfb37ac4-cee6-4d25-aa89-8798e831776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:28Z', 'updated_at': '2021-04-20T14:53:31Z', 'revision_number': 3, 'project_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'gw_port': {'id': 'dfb37ac4-cee6-4d25-aa89-8798e831776f', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:30Z', 'updated_at': '2021-04-20T14:53:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:35.435737 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Checking router: cab899d6-d038-4ab7-93af-4d74f86bc1d1 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:53:35.436225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Updating router cab899d6-d038-4ab7-93af-4d74f86bc1d1 port dfb37ac4-cee6-4d25-aa89-8798e831776f binding host dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:53:35.504370 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:35.558312 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fa3743e5-4c2d-4c73-bd3f-e94833265455 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:35.606825 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fa3743e5-4c2d-4c73-bd3f-e94833265455 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:35.622210 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:35.651602 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:35.664600 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3743e5-4c2d-4c73-bd3f-e94833265455 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49af294c-c49e-4ef4-9cf3-d00668e47645,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:35.667419 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:35.682951 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-fa3743e5-4c2d-4c73-bd3f-e94833265455 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:35.712534 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fa3743e5-4c2d-4c73-bd3f-e94833265455 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:35.714248 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-fa3743e5-4c2d-4c73-bd3f-e94833265455 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4983835
Apr 20 14:53:35.720735 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 49034) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:35.744646 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Request body: {'floatingip': {'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:53:35.754040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:35.759567 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Usage tracker for resource:floatingip and tenant:a432f73e41864a1d89a27ea689d63a21 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:35.766388 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:35.774560 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:35.839769 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for floatingip, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:35.969350 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Allocated IP 172.20.0.1 (4e24eeea-b47f-4641-9a95-0c5dee74664a/b24778b7-2af8-4f46-ba91-7f2304e7ee22/4ef983de-986b-4cce-a8ee-fd03071b31b0) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:53:36.118494 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Notify callbacks [] for port, precommit_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:36.143722 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Transition to ACTIVE for port object dfb37ac4-cee6-4d25-aa89-8798e831776f will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:53:36.178646 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:36.186174 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-16d7e9c5-233f-4346-99a5-1f036a9eeb84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:36.187085 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:36.202930 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:36.209658 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Transition to ACTIVE for port object 4ef983de-986b-4cce-a8ee-fd03071b31b0 will not be triggered until provisioned by entity DHCP. {{(pid=86437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:53:36.270026 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:36.276111 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:36.324962 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Attempting to bind port dfb37ac4-cee6-4d25-aa89-8798e831776f on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:53:36.325522 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Attempting to bind port dfb37ac4-cee6-4d25-aa89-8798e831776f by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:53:36.326076 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Attempting to bind port dfb37ac4-cee6-4d25-aa89-8798e831776f on network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:53:36.346576 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562cb43-25d7-4053-afd3-6047264a8076 None None] Pushing event updated for resources: {'Port': ['ID=dfb37ac4-cee6-4d25-aa89-8798e831776f,revision_number=2']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:36.350688 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f562cb43-25d7-4053-afd3-6047264a8076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:36.358338 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:53:36.358793 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Checking segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:53:36.360011 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:36.360620 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Bound using segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:53:36.361557 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Bound port: dfb37ac4-cee6-4d25-aa89-8798e831776f, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:53:36.362423 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:36.399469 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Allocated IP 172.27.2.153 (0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09/91730765-12cb-4a98-b654-b261f30f30ed/9f897057-11d1-4b8a-906e-0c3a7bdd35bf) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:53:36.415913 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Network 4e24eeea-b47f-4641-9a95-0c5dee74664a is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:53:36.436535 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:53:36.449657 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:53:36.507278 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] For port dfb37ac4-cee6-4d25-aa89-8798e831776f, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:53:36.508745 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] For port dfb37ac4-cee6-4d25-aa89-8798e831776f, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=dfb37ac4-cee6-4d25-aa89-8798e831776f,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:53:36.514720 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e577d08-b3ac-410b-832e-8d23aed0db80 None None] Network 4e24eeea-b47f-4641-9a95-0c5dee74664a requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:53:36.529953 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085374'] for router_interface, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:36.554610 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Pushing event updated for resources: {'Port': ['ID=4ef983de-986b-4cce-a8ee-fd03071b31b0,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:36.565969 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:36.624050 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:36.638680 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:36.666593 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8b0866b6-f79e-4382-a21c-a283880d759b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2217151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851100814'] for subnet, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:36.679071 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:36.697476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8abd7920-57b3-4339-a9fe-d7acf01caf13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:36.783664 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Routers {'cab899d6-d038-4ab7-93af-4d74f86bc1d1'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:53:36.784545 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feeccb822b0>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:53:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['cab899d6-d038-4ab7-93af-4d74f86bc1d1'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:36.791915 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:36.841856 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0866b6-f79e-4382-a21c-a283880d759b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb2ffbb-d83f-4690-bc95-627facfaec9c,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:36.845162 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8b0866b6-f79e-4382-a21c-a283880d759b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:36.885161 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:36.924739 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0866b6-f79e-4382-a21c-a283880d759b admin admin] Checking segment: {'id': '9f1e7972-821f-4aee-967c-d705d74b0931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '580440a1-5a9e-4134-a9bb-0b9ea1bdb2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:53:36.925531 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0866b6-f79e-4382-a21c-a283880d759b admin admin] Network hostable DHCP agents. Network: 580440a1-5a9e-4134-a9bb-0b9ea1bdb2a3, hostable agents: ['8cbc52d7-9a0e-47fc-ab25-55981a906e08'], hosted agents: [] {{(pid=86436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:53:36.998650 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0866b6-f79e-4382-a21c-a283880d759b admin admin] Network 580440a1-5a9e-4134-a9bb-0b9ea1bdb2a3 is scheduled to be hosted by DHCP agent 8cbc52d7-9a0e-47fc-ab25-55981a906e08 with binding_index 1 {{(pid=86436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:53:37.031619 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:37.039581 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:37.142809 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-8b0866b6-f79e-4382-a21c-a283880d759b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-iscsi, 580440a1-5a9e-4134-a9bb-0b9ea1bdb2a3) {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:53:37.167545 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0866b6-f79e-4382-a21c-a283880d759b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:37.168212 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8b0866b6-f79e-4382-a21c-a283880d759b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:37.205422 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:53:37.209657 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:53:37.212322 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:53:37.220931 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] Set router cab899d6-d038-4ab7-93af-4d74f86bc1d1 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:53:37.261116 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Pushing event updated for resources: {'Port': ['ID=9f897057-11d1-4b8a-906e-0c3a7bdd35bf,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:37.271274 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:37.292808 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 685007aa-580d-469f-ba84-d907b9cd857b up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:53:37.322623 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-8b0866b6-f79e-4382-a21c-a283880d759b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.2356243
Apr 20 14:53:37.332800 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f643a52e-1d05-4401-840a-289026adabe8 None None] Network 580440a1-5a9e-4134-a9bb-0b9ea1bdb2a3 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:53:37.378518 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:37.409019 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:37.420836 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562cb43-25d7-4053-afd3-6047264a8076 None None] Pushing event updated for resources: {'Port': ['ID=dfb37ac4-cee6-4d25-aa89-8798e831776f,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:37.424480 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-43db7449-4f63-4e19-b9dc-586031ccd296 None None] Provisioning for port 3831705e-7806-4f0e-aa0c-68d1d5a03fa9 completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:53:37.454806 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:37.490517 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f562cb43-25d7-4053-afd3-6047264a8076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.852s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:37.491511 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:37.495274 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:37.650420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690533'] for router_interface, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:37.656596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 49070) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:37.658338 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:37.774872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_v2 [None req-83189ae3-28e5-4dea-866c-2cd22ded5e4a admin admin] Deleting subnet d8b75012-c55a-43e3-95d1-59668077bedf {{(pid=86436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:53:37.778436 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-83189ae3-28e5-4dea-866c-2cd22ded5e4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:37.839751 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-83189ae3-28e5-4dea-866c-2cd22ded5e4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664437'] for subnet, precommit_delete_associations {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:37.860845 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Pushing event updated for resources: {'Port': ['ID=4ef983de-986b-4cce-a8ee-fd03071b31b0,revision_number=2']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:37.876595 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Network 4e24eeea-b47f-4641-9a95-0c5dee74664a is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:53:37.886661 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:37.887759 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:53:37.893500 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 685007aa-580d-469f-ba84-d907b9cd857b triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:53:37.893932 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:37.966472 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-83189ae3-28e5-4dea-866c-2cd22ded5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788724'] for subnet, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:38.040176 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:38.138166 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Router cab899d6-d038-4ab7-93af-4d74f86bc1d1 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:53:38.147088 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:38.163876 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:38.220844 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6662cd8-d3dc-4f9d-9b64-6208e1e7aa80 None None] Network 580440a1-5a9e-4134-a9bb-0b9ea1bdb2a3 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:53:38.349092 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Pushing event updated for resources: {'Port': ['ID=9f897057-11d1-4b8a-906e-0c3a7bdd35bf,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:38.355397 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:38.376247 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:38.392208 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:53:38.416621 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] 10.222.0.16 "PUT /v2.0/routers/cab899d6-d038-4ab7-93af-4d74f86bc1d1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0242677
Apr 20 14:53:38.472606 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:38.477524 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.7522058
Apr 20 14:53:38.558539 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 3831705e-7806-4f0e-aa0c-68d1d5a03fa9 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:53:38.660874 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feeccb822b0>, [{'id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'name': 'tempest-TestMinimumBasicScenario-1689447389-router', 'tenant_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'dfb37ac4-cee6-4d25-aa89-8798e831776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:28Z', 'updated_at': '2021-04-20T14:53:36Z', 'revision_number': 4, 'project_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'gw_port': {'id': 'dfb37ac4-cee6-4d25-aa89-8798e831776f', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:30Z', 'updated_at': '2021-04-20T14:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '4ef983de-986b-4cce-a8ee-fd03071b31b0', 'name': '', 'network_id': '4e24eeea-b47f-4641-9a95-0c5dee74664a', 'tenant_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'mac_address': 'fa:16:3e:8d:3f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b24778b7-2af8-4f46-ba91-7f2304e7ee22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:35Z', 'updated_at': '2021-04-20T14:53:35Z', 'revision_number': 1, 'project_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'subnets': [{'id': 'b24778b7-2af8-4f46-ba91-7f2304e7ee22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:38.666358 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae327ed-18ef-4dd7-a47f-19eb810d47b9 None None] The sync data for ids ['cab899d6-d038-4ab7-93af-4d74f86bc1d1'] in dv-cinder-742162-4-iscsi is: [{'id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'name': 'tempest-TestMinimumBasicScenario-1689447389-router', 'tenant_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'dfb37ac4-cee6-4d25-aa89-8798e831776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:28Z', 'updated_at': '2021-04-20T14:53:36Z', 'revision_number': 4, 'project_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'gw_port': {'id': 'dfb37ac4-cee6-4d25-aa89-8798e831776f', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:30Z', 'updated_at': '2021-04-20T14:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '4ef983de-986b-4cce-a8ee-fd03071b31b0', 'name': '', 'network_id': '4e24eeea-b47f-4641-9a95-0c5dee74664a', 'tenant_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'mac_address': 'fa:16:3e:8d:3f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b24778b7-2af8-4f46-ba91-7f2304e7ee22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:35Z', 'updated_at': '2021-04-20T14:53:35Z', 'revision_number': 1, 'project_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'subnets': [{'id': 'b24778b7-2af8-4f46-ba91-7f2304e7ee22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:53:38.696221 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port 3831705e-7806-4f0e-aa0c-68d1d5a03fa9 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:53:38.701968 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 3831705e-7806-4f0e-aa0c-68d1d5a03fa9 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:53:38.702399 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:38.778822 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-83189ae3-28e5-4dea-866c-2cd22ded5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852987124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852558598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3674953'] for subnet, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:38.800121 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:38.849910 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-83189ae3-28e5-4dea-866c-2cd22ded5e4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:38.857192 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-83189ae3-28e5-4dea-866c-2cd22ded5e4a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d8b75012-c55a-43e3-95d1-59668077bedf HTTP/1.1" status: 204  len: 168 time: 1.1994164
Apr 20 14:53:38.860309 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 49108) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:38.863919 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83189ae3-28e5-4dea-866c-2cd22ded5e4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b75012-c55a-43e3-95d1-59668077bedf,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:38.867483 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-83189ae3-28e5-4dea-866c-2cd22ded5e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:38.882934 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:38.918520 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-a7f9e7aa-c285-4933-afb8-4eda7b1dcb55 None None] Provisioning for port 4ef983de-986b-4cce-a8ee-fd03071b31b0 completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:53:38.934954 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-a7f9e7aa-c285-4933-afb8-4eda7b1dcb55 None None] Provisioning complete for port 4ef983de-986b-4cce-a8ee-fd03071b31b0 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:53:38.935444 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a7f9e7aa-c285-4933-afb8-4eda7b1dcb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:39.013437 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port 3831705e-7806-4f0e-aa0c-68d1d5a03fa9, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=3831705e-7806-4f0e-aa0c-68d1d5a03fa9,segment=NetworkSegment(d37722a8-ee57-41b4-bccc-661196443cb9),segment_id=d37722a8-ee57-41b4-bccc-661196443cb9)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:53:39.119166 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9e7aa-c285-4933-afb8-4eda7b1dcb55 None None] Port 4ef983de-986b-4cce-a8ee-fd03071b31b0 cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:53:39.128278 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-8f6c2093-c7ac-4bcb-b84b-612eb8bf75a9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Synchronizing usage tracker for tenant:a432f73e41864a1d89a27ea689d63a21 on resource:security_group {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:53:39.128523 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:39.131013 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f562cb43-25d7-4053-afd3-6047264a8076 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:39.169936 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 49120) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:39.189059 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d7406340-b455-4a98-895b-1d20e2f3a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658232'] for network, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:39.217279 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-8f6c2093-c7ac-4bcb-b84b-612eb8bf75a9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Unset dirty status for tenant:a432f73e41864a1d89a27ea689d63a21 on resource:security_group {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:53:39.244076 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-8f6c2093-c7ac-4bcb-b84b-612eb8bf75a9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2047161007&fields=id&tenant_id=a432f73e41864a1d89a27ea689d63a21 HTTP/1.1" status: 200  len: 267 time: 0.1862583
Apr 20 14:53:39.347009 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-a7f9e7aa-c285-4933-afb8-4eda7b1dcb55 None None] Provisioning complete for port 3831705e-7806-4f0e-aa0c-68d1d5a03fa9 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:53:39.347441 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a7f9e7aa-c285-4933-afb8-4eda7b1dcb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:39.459225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a77418ae-2532-42b0-a146-802c5ec6e493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:39.486065 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=3831705e-7806-4f0e-aa0c-68d1d5a03fa9,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:39.492766 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a77418ae-2532-42b0-a146-802c5ec6e493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:39.500356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:39.500766 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:39.501104 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:39.501499 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:39.508239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:39.508239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:39.508239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:39.508239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:39.508239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:39.508239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:39.508239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:39.508239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:53:39.513340 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:39.523849 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a77418ae-2532-42b0-a146-802c5ec6e493 admin admin] Usage tracker for resource:security_group_rule and tenant:9e3e6c8f57e741f88a036b2f2ec96527 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:39.547698 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a77418ae-2532-42b0-a146-802c5ec6e493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:39.571994 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a77418ae-2532-42b0-a146-802c5ec6e493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:39.636772 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d7406340-b455-4a98-895b-1d20e2f3a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852987039', 'neutron.services.segments.db._delete_segments_for_network-8791465359731'] for network, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:39.734254 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-0ed0c6ef-fecd-48af-91e8-fcca55cebc7d None None] Provisioning complete for port 4ef983de-986b-4cce-a8ee-fd03071b31b0 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:53:39.734874 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0ed0c6ef-fecd-48af-91e8-fcca55cebc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:39.868033 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-65943771-2355-4df6-bbf6-94cb4583ecc9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:39.868284 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a77418ae-2532-42b0-a146-802c5ec6e493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:39.869785 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-65943771-2355-4df6-bbf6-94cb4583ecc9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/networks?id=25584ebc-4813-4602-b240-5e5e4cd95f15 HTTP/1.1" status: 200  len: 816 time: 0.6247907
Apr 20 14:53:39.877016 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-0ed0c6ef-fecd-48af-91e8-fcca55cebc7d None None] Port 4ef983de-986b-4cce-a8ee-fd03071b31b0 cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:53:39.894708 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a77418ae-2532-42b0-a146-802c5ec6e493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:39.905364 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8e2a1f9-f1c2-4f72-8cb0-9c336fae8970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:39.910954 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-d7406340-b455-4a98-895b-1d20e2f3a8ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feec1f12ac8>,) {'filters': {'network_id': ['4ef47bfe-af1a-4adb-95a5-b0cf7cd20714']}} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:39.927361 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-be28ca29-83c8-40de-b79f-28714f98715c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/quotas/a432f73e41864a1d89a27ea689d63a21 HTTP/1.1" status: 200  len: 375 time: 0.0384078
Apr 20 14:53:39.933390 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-d7406340-b455-4a98-895b-1d20e2f3a8ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feec1f12ac8>, '108999b4-9006-4524-9f0f-73e381e1f3e3') {'for_net_delete': True} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:39.933929 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-d7406340-b455-4a98-895b-1d20e2f3a8ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feec1f12ac8>, '108999b4-9006-4524-9f0f-73e381e1f3e3') {} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:39.963804 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a77418ae-2532-42b0-a146-802c5ec6e493 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e3e6c8f57e741f88a036b2f2ec96527&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7923985
Apr 20 14:53:39.964900 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77418ae-2532-42b0-a146-802c5ec6e493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5629a28f-9f4f-4c66-b72a-ffb6f7345d8f,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:39.967712 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 49132) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:39.982634 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a77418ae-2532-42b0-a146-802c5ec6e493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:40.007995 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d7406340-b455-4a98-895b-1d20e2f3a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245389254755', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2728242'] for segment, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:40.048951 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d7406340-b455-4a98-895b-1d20e2f3a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:40.059213 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cd3afe63-1f47-4b4e-802f-c356d86f023e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:40.080413 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7406340-b455-4a98-895b-1d20e2f3a8ff admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=86437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:53:40.104258 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cd3afe63-1f47-4b4e-802f-c356d86f023e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:40.233142 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cd3afe63-1f47-4b4e-802f-c356d86f023e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:40.243426 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-970fef03-f659-48c6-be57-0aa40c01bdbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:40.255195 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-b340f3a4-798c-4a5a-baf9-31baa9253a23 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Synchronizing usage tracker for tenant:a432f73e41864a1d89a27ea689d63a21 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:53:40.276491 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3afe63-1f47-4b4e-802f-c356d86f023e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5629a28f-9f4f-4c66-b72a-ffb6f7345d8f,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:40.279855 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-cd3afe63-1f47-4b4e-802f-c356d86f023e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:40.285964 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cd3afe63-1f47-4b4e-802f-c356d86f023e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:40.287744 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-cd3afe63-1f47-4b4e-802f-c356d86f023e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5629a28f-9f4f-4c66-b72a-ffb6f7345d8f HTTP/1.1" status: 204  len: 168 time: 0.3094873
Apr 20 14:53:40.396337 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-d7406340-b455-4a98-895b-1d20e2f3a8ff admin admin] Network 4ef47bfe-af1a-4adb-95a5-b0cf7cd20714 has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:53:40.414871 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d7406340-b455-4a98-895b-1d20e2f3a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1801253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2713182'] for segment, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:40.434185 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-b340f3a4-798c-4a5a-baf9-31baa9253a23 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Unset dirty status for tenant:a432f73e41864a1d89a27ea689d63a21 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:53:40.436160 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-b340f3a4-798c-4a5a-baf9-31baa9253a23 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a432f73e41864a1d89a27ea689d63a21&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4936984
Apr 20 14:53:40.809958 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-d7406340-b455-4a98-895b-1d20e2f3a8ff admin admin] Network 4ef47bfe-af1a-4adb-95a5-b0cf7cd20714 has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]: Traceback (most recent call last):
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:     timer()
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:     cb(*args, **kw)
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:     return func(*args, **kwargs)
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:     self._notify()
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:     self.callback(batched_events)
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:     event.method(event)
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:     segment_id)['aggregates'][0]
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:     return f(self, *a, **k)
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self._get(url).json()
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:     **kwargs)
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:     **endpoint_filter)
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:53:40.847405 dv-cinder-742162-4-iscsi neutron-server[86323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:53:41.133173 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 49156) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:41.176285 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-56e47b9b-6b6c-463b-a621-48628b960bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:41.199556 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-56e47b9b-6b6c-463b-a621-48628b960bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:41.204665 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-56e47b9b-6b6c-463b-a621-48628b960bcd admin admin] Usage tracker for resource:security_group_rule and tenant:ebc2a02a4a394737a4142540bd1cc802 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:53:41.208595 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-56e47b9b-6b6c-463b-a621-48628b960bcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:53:41.215731 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-56e47b9b-6b6c-463b-a621-48628b960bcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:41.235822 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-49b13bc6-4aeb-491c-8074-f03589716759 service neutron] 10.222.0.16 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7074635
Apr 20 14:53:41.371654 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d7406340-b455-4a98-895b-1d20e2f3a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:41.398187 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:41.403976 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 3831705e-7806-4f0e-aa0c-68d1d5a03fa9 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:53:41.423441 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7406340-b455-4a98-895b-1d20e2f3a8ff admin admin] Pushing event deleted for resources: {'Network': ['ID=4ef47bfe-af1a-4adb-95a5-b0cf7cd20714,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:41.435443 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d7406340-b455-4a98-895b-1d20e2f3a8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:41.439823 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d7406340-b455-4a98-895b-1d20e2f3a8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:41.446872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-56e47b9b-6b6c-463b-a621-48628b960bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:41.448300 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-d7406340-b455-4a98-895b-1d20e2f3a8ff admin admin] 10.222.0.16 "DELETE /v2.0/networks/4ef47bfe-af1a-4adb-95a5-b0cf7cd20714 HTTP/1.1" status: 204  len: 168 time: 2.5867853
Apr 20 14:53:41.451322 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 49160) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:41.453279 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-ec5c6630-afc0-4f56-b386-010f1e8d005b service neutron] 10.222.0.16 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2099907
Apr 20 14:53:41.517051 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 3831705e-7806-4f0e-aa0c-68d1d5a03fa9 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:53:41.517490 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:41.525303 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-56e47b9b-6b6c-463b-a621-48628b960bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:41.542259 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c07e69f9-b672-48f2-8bb6-58eb61a6423b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:41.602760 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e47b9b-6b6c-463b-a621-48628b960bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a650c3c3-3ff4-4cbe-9257-c87425b9b01b,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:41.611373 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-56e47b9b-6b6c-463b-a621-48628b960bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:41.617228 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-56e47b9b-6b6c-463b-a621-48628b960bcd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ebc2a02a4a394737a4142540bd1cc802&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4788773
Apr 20 14:53:41.618148 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 49164) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:41.636243 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_v2 [None req-32657545-a39a-433d-92a0-78304f7f7301 admin admin] Deleting subnet ecb2ffbb-d83f-4690-bc95-627facfaec9c {{(pid=86436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:53:41.641051 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-32657545-a39a-433d-92a0-78304f7f7301 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:41.770172 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device dfb37ac4-cee6-4d25-aa89-8798e831776f up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:53:41.775298 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a9ea2ebd-6704-4bca-b2b7-86a822e61e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:41.876529 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-53fcedc7-adb7-4e2d-8df8-4486644501de req-5b678828-7f6b-461b-8af3-b16e627455ef tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 210 time: 0.0893495
Apr 20 14:53:41.898623 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a9ea2ebd-6704-4bca-b2b7-86a822e61e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:41.998238 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port dfb37ac4-cee6-4d25-aa89-8798e831776f completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:53:42.013808 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port dfb37ac4-cee6-4d25-aa89-8798e831776f triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:53:42.014237 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:42.042571 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a9ea2ebd-6704-4bca-b2b7-86a822e61e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:42.050551 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-e06f3ccc-2c0b-484b-8d3d-68ba159f8ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:42.084702 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-32657545-a39a-433d-92a0-78304f7f7301 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664437'] for subnet, precommit_delete_associations {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:42.093104 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea2ebd-6704-4bca-b2b7-86a822e61e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a650c3c3-3ff4-4cbe-9257-c87425b9b01b,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:42.096785 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a9ea2ebd-6704-4bca-b2b7-86a822e61e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:42.099857 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a9ea2ebd-6704-4bca-b2b7-86a822e61e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:42.104039 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a9ea2ebd-6704-4bca-b2b7-86a822e61e1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a650c3c3-3ff4-4cbe-9257-c87425b9b01b HTTP/1.1" status: 204  len: 168 time: 0.4821410
Apr 20 14:53:42.281633 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-32657545-a39a-433d-92a0-78304f7f7301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788724'] for subnet, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:42.530944 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:42.640904 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port dfb37ac4-cee6-4d25-aa89-8798e831776f, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=dfb37ac4-cee6-4d25-aa89-8798e831776f,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:53:42.694927 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:42.697018 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:42.729399 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-32657545-a39a-433d-92a0-78304f7f7301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852987124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852558598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3674953'] for subnet, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:42.757992 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:42.786762 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=dfb37ac4-cee6-4d25-aa89-8798e831776f,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:42.797710 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:42.842301 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-32657545-a39a-433d-92a0-78304f7f7301 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:42.865537 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 49186) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:42.865924 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-32657545-a39a-433d-92a0-78304f7f7301 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ecb2ffbb-d83f-4690-bc95-627facfaec9c HTTP/1.1" status: 204  len: 168 time: 1.4015305
Apr 20 14:53:42.872111 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32657545-a39a-433d-92a0-78304f7f7301 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb2ffbb-d83f-4690-bc95-627facfaec9c,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:42.875725 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-32657545-a39a-433d-92a0-78304f7f7301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:43.083943 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-81b54ddf-0043-4c7d-8128-1ded82e2c997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658232'] for network, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:43.108172 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Sync routers for ids ['cab899d6-d038-4ab7-93af-4d74f86bc1d1'] in dv-cinder-742162-4-iscsi {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:53:43.127109 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Routers {'cab899d6-d038-4ab7-93af-4d74f86bc1d1'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:53:43.132257 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec11c9710>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:53:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['cab899d6-d038-4ab7-93af-4d74f86bc1d1'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:43.191631 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-dc858021-3aff-4d6f-b8ef-87609bb6abb0 req-1100e22d-5dc0-4342-b997-8598f58c8b89 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 210 time: 0.1041613
Apr 20 14:53:43.306512 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device dfb37ac4-cee6-4d25-aa89-8798e831776f up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:53:43.402809 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port dfb37ac4-cee6-4d25-aa89-8798e831776f triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:53:43.403472 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:43.500436 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-81b54ddf-0043-4c7d-8128-1ded82e2c997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852987039', 'neutron.services.segments.db._delete_segments_for_network-8791465359731'] for network, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:43.564437 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Set router cab899d6-d038-4ab7-93af-4d74f86bc1d1 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:53:43.710921 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-81b54ddf-0043-4c7d-8128-1ded82e2c997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feec07780f0>,) {'filters': {'network_id': ['580440a1-5a9e-4134-a9bb-0b9ea1bdb2a3']}} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:43.749047 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-81b54ddf-0043-4c7d-8128-1ded82e2c997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feec07780f0>, '9f1e7972-821f-4aee-967c-d705d74b0931') {'for_net_delete': True} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:43.750467 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-81b54ddf-0043-4c7d-8128-1ded82e2c997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feec07780f0>, '9f1e7972-821f-4aee-967c-d705d74b0931') {} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:43.776148 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-81b54ddf-0043-4c7d-8128-1ded82e2c997 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245389254755', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2728242'] for segment, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:43.795880 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-81b54ddf-0043-4c7d-8128-1ded82e2c997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:43.804994 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b54ddf-0043-4c7d-8128-1ded82e2c997 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=86437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:53:44.033215 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-81b54ddf-0043-4c7d-8128-1ded82e2c997 admin admin] Network 580440a1-5a9e-4134-a9bb-0b9ea1bdb2a3 has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:53:44.071975 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-81b54ddf-0043-4c7d-8128-1ded82e2c997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1801253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2713182'] for segment, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:44.192248 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec11c9710>, [{'id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'name': 'tempest-TestMinimumBasicScenario-1689447389-router', 'tenant_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'dfb37ac4-cee6-4d25-aa89-8798e831776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:28Z', 'updated_at': '2021-04-20T14:53:36Z', 'revision_number': 4, 'project_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'gw_port': {'id': 'dfb37ac4-cee6-4d25-aa89-8798e831776f', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:30Z', 'updated_at': '2021-04-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '4ef983de-986b-4cce-a8ee-fd03071b31b0', 'name': '', 'network_id': '4e24eeea-b47f-4641-9a95-0c5dee74664a', 'tenant_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'mac_address': 'fa:16:3e:8d:3f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b24778b7-2af8-4f46-ba91-7f2304e7ee22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:35Z', 'updated_at': '2021-04-20T14:53:37Z', 'revision_number': 2, 'project_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'subnets': [{'id': 'b24778b7-2af8-4f46-ba91-7f2304e7ee22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:44.205098 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Checking router: cab899d6-d038-4ab7-93af-4d74f86bc1d1 for host: dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:53:44.205499 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Updating router cab899d6-d038-4ab7-93af-4d74f86bc1d1 port 4ef983de-986b-4cce-a8ee-fd03071b31b0 binding host dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:53:44.291238 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-81b54ddf-0043-4c7d-8128-1ded82e2c997 admin admin] Network 580440a1-5a9e-4134-a9bb-0b9ea1bdb2a3 has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:53:44.314339 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]: Traceback (most recent call last):
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:     timer()
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:     cb(*args, **kw)
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:     return func(*args, **kwargs)
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:     self._notify()
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:     self.callback(batched_events)
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:     event.method(event)
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:     segment_id)['aggregates'][0]
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:     return f(self, *a, **k)
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self._get(url).json()
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:     **kwargs)
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:     **endpoint_filter)
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:53:44.398029 dv-cinder-742162-4-iscsi neutron-server[86323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:53:44.517530 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-81b54ddf-0043-4c7d-8128-1ded82e2c997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:44.522794 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-81b54ddf-0043-4c7d-8128-1ded82e2c997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:44.538929 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:44.570093 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-81b54ddf-0043-4c7d-8128-1ded82e2c997 admin admin] 10.222.0.16 "DELETE /v2.0/networks/580440a1-5a9e-4134-a9bb-0b9ea1bdb2a3 HTTP/1.1" status: 204  len: 168 time: 1.7032692
Apr 20 14:53:44.656019 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-422dabd5-747d-4ee9-bd08-1ec21c7c10a8 req-b13ffaae-f3bf-4a03-a6b5-cb2a18418f35 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 210 time: 0.1182997
Apr 20 14:53:44.659149 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b54ddf-0043-4c7d-8128-1ded82e2c997 admin admin] Pushing event deleted for resources: {'Network': ['ID=580440a1-5a9e-4134-a9bb-0b9ea1bdb2a3,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:44.667081 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-81b54ddf-0043-4c7d-8128-1ded82e2c997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:45.016213 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Notify callbacks [] for port, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:45.032931 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Transition to ACTIVE for port object 4ef983de-986b-4cce-a8ee-fd03071b31b0 will not be triggered until provisioned by entity L2. {{(pid=86439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:53:45.079754 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 49256) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:45.100374 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:45.106508 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:45.163912 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-8b4b83e9-2089-480c-86e3-ebf1b352dfdf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0701f59da94340c3a243a525176cf542&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0821671
Apr 20 14:53:45.167089 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 49260) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:45.323697 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d1995c8b-a96a-4279-8994-eab1d6b8fa30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:45.372887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007be404-4256-4e40-878b-c897cbe59961 None None] Pushing event updated for resources: {'Port': ['ID=4ef983de-986b-4cce-a8ee-fd03071b31b0,revision_number=3']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:45.378746 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d1995c8b-a96a-4279-8994-eab1d6b8fa30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:45.395058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-007be404-4256-4e40-878b-c897cbe59961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:45.518681 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Attempting to bind port 4ef983de-986b-4cce-a8ee-fd03071b31b0 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:53:45.519091 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Attempting to bind port 4ef983de-986b-4cce-a8ee-fd03071b31b0 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': 'd37722a8-ee57-41b4-bccc-661196443cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4e24eeea-b47f-4641-9a95-0c5dee74664a'}] {{(pid=86439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:53:45.519470 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Attempting to bind port 4ef983de-986b-4cce-a8ee-fd03071b31b0 on network 4e24eeea-b47f-4641-9a95-0c5dee74664a {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:53:45.526108 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:53:45.526516 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Checking segment: {'id': 'd37722a8-ee57-41b4-bccc-661196443cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4e24eeea-b47f-4641-9a95-0c5dee74664a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:53:45.526954 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:45.527381 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Bound using segment: {'id': 'd37722a8-ee57-41b4-bccc-661196443cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4e24eeea-b47f-4641-9a95-0c5dee74664a'} {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:53:45.527993 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Bound port: 4ef983de-986b-4cce-a8ee-fd03071b31b0, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37722a8-ee57-41b4-bccc-661196443cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4e24eeea-b47f-4641-9a95-0c5dee74664a'}}] {{(pid=86439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:53:45.528399 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:45.574605 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d1995c8b-a96a-4279-8994-eab1d6b8fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:45.581009 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-33074e8f-838b-4051-9e18-bfc2ecb03784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:45.612505 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1995c8b-a96a-4279-8994-eab1d6b8fa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654c7a5c-83df-48ab-983f-213ce0efeb70,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:45.635669 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d1995c8b-a96a-4279-8994-eab1d6b8fa30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:45.635669 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d1995c8b-a96a-4279-8994-eab1d6b8fa30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:45.635669 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-d1995c8b-a96a-4279-8994-eab1d6b8fa30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/654c7a5c-83df-48ab-983f-213ce0efeb70 HTTP/1.1" status: 204  len: 168 time: 0.4533150
Apr 20 14:53:45.727096 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] For port 4ef983de-986b-4cce-a8ee-fd03071b31b0, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:53:45.731113 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] For port 4ef983de-986b-4cce-a8ee-fd03071b31b0, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=4ef983de-986b-4cce-a8ee-fd03071b31b0,segment=NetworkSegment(d37722a8-ee57-41b4-bccc-661196443cb9),segment_id=d37722a8-ee57-41b4-bccc-661196443cb9)] {{(pid=86439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:53:45.781380 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:45.787362 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-007be404-4256-4e40-878b-c897cbe59961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:46.065992 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-26f5c222-58ea-4689-af9b-2736a2e0ce09 req-049be501-cd1e-4586-a424-c281a4d0433e tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 210 time: 0.1101458
Apr 20 14:53:46.077814 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Routers {'cab899d6-d038-4ab7-93af-4d74f86bc1d1'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:53:46.078528 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec11c9710>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:53:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['cab899d6-d038-4ab7-93af-4d74f86bc1d1'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:46.290062 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-a01e85c6-a70a-4f8d-9780-6e5ea2454e90 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:46.292124 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-a01e85c6-a70a-4f8d-9780-6e5ea2454e90 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.38 "GET /v2.0/networks?id=25584ebc-4813-4602-b240-5e5e4cd95f15 HTTP/1.1" status: 200  len: 816 time: 0.5178294
Apr 20 14:53:46.398438 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007be404-4256-4e40-878b-c897cbe59961 None None] Pushing event updated for resources: {'Port': ['ID=4ef983de-986b-4cce-a8ee-fd03071b31b0,revision_number=4']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:46.405086 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-007be404-4256-4e40-878b-c897cbe59961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:46.479332 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-45ea4d49-3665-49f6-aa67-6f6f14d37730 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a432f73e41864a1d89a27ea689d63a21 HTTP/1.1" status: 200  len: 5705 time: 0.1766555
Apr 20 14:53:46.531726 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-b5cce40d-9a05-451d-a317-9fef245eed1c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Request body: {'port': {'device_id': '1461a5c8-d6eb-4239-b393-8ff456c174b4', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'admin_state_up': True, 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'security_groups': ['43622ad1-43cb-4a3e-b08a-7d40e99f0f73']}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:53:46.757896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 49304) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:46.766303 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] Set router cab899d6-d038-4ab7-93af-4d74f86bc1d1 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:53:46.791829 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-b5cce40d-9a05-451d-a317-9fef245eed1c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:53:46.808641 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-b5cce40d-9a05-451d-a317-9fef245eed1c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:53:46.852384 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-e559ce07-423f-4ae6-80a5-19ebb51d2e4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1564030bbb54a62829f89ec75460f37&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0928068
Apr 20 14:53:46.855416 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 49308) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:53:46.983751 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-b5cce40d-9a05-451d-a317-9fef245eed1c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Made reservation on behalf of a432f73e41864a1d89a27ea689d63a21 for: {'port': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:53:47.007596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-b5cce40d-9a05-451d-a317-9fef245eed1c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:47.118241 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5c164f44-fbb2-4270-90e3-48e286646060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:47.260590 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec11c9710>, [{'id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'name': 'tempest-TestMinimumBasicScenario-1689447389-router', 'tenant_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'dfb37ac4-cee6-4d25-aa89-8798e831776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:28Z', 'updated_at': '2021-04-20T14:53:36Z', 'revision_number': 4, 'project_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'gw_port': {'id': 'dfb37ac4-cee6-4d25-aa89-8798e831776f', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:30Z', 'updated_at': '2021-04-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '4ef983de-986b-4cce-a8ee-fd03071b31b0', 'name': '', 'network_id': '4e24eeea-b47f-4641-9a95-0c5dee74664a', 'tenant_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'mac_address': 'fa:16:3e:8d:3f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b24778b7-2af8-4f46-ba91-7f2304e7ee22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:35Z', 'updated_at': '2021-04-20T14:53:45Z', 'revision_number': 4, 'project_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'subnets': [{'id': 'b24778b7-2af8-4f46-ba91-7f2304e7ee22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:53:47.266408 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bcae22-eeab-45dc-af2a-1c1d051f7994 None None] The sync data for ids ['cab899d6-d038-4ab7-93af-4d74f86bc1d1'] in dv-cinder-742162-4-iscsi is: [{'id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'name': 'tempest-TestMinimumBasicScenario-1689447389-router', 'tenant_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'dfb37ac4-cee6-4d25-aa89-8798e831776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:28Z', 'updated_at': '2021-04-20T14:53:36Z', 'revision_number': 4, 'project_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'gw_port': {'id': 'dfb37ac4-cee6-4d25-aa89-8798e831776f', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:30Z', 'updated_at': '2021-04-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '4ef983de-986b-4cce-a8ee-fd03071b31b0', 'name': '', 'network_id': '4e24eeea-b47f-4641-9a95-0c5dee74664a', 'tenant_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'mac_address': 'fa:16:3e:8d:3f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b24778b7-2af8-4f46-ba91-7f2304e7ee22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:35Z', 'updated_at': '2021-04-20T14:53:45Z', 'revision_number': 4, 'project_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'subnets': [{'id': 'b24778b7-2af8-4f46-ba91-7f2304e7ee22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:53:47.294857 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5c164f44-fbb2-4270-90e3-48e286646060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:47.352078 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 4ef983de-986b-4cce-a8ee-fd03071b31b0 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:53:47.507032 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port 4ef983de-986b-4cce-a8ee-fd03071b31b0 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:53:47.513113 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 4ef983de-986b-4cce-a8ee-fd03071b31b0 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:53:47.513593 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:47.582590 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-b5cce40d-9a05-451d-a317-9fef245eed1c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Allocated IP 172.20.0.9 (25584ebc-4813-4602-b240-5e5e4cd95f15/fe5c3aac-31f9-4b55-a329-412ec8ea7dac/af3da897-c8d0-4678-91dc-f12affaeb4e3) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:53:47.690940 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:47.742654 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port 4ef983de-986b-4cce-a8ee-fd03071b31b0, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=4ef983de-986b-4cce-a8ee-fd03071b31b0,segment=NetworkSegment(d37722a8-ee57-41b4-bccc-661196443cb9),segment_id=d37722a8-ee57-41b4-bccc-661196443cb9)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:53:47.755602 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5c164f44-fbb2-4270-90e3-48e286646060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:47.762234 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:47.779469 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:47.781676 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8965f9bf-3e53-423a-90fa-2f19c7c3bc81 req-662b6088-b503-4056-b564-a721ad96d734 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 210 time: 0.4491746
Apr 20 14:53:47.783207 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-073ade50-6131-4ba7-a8e7-40daf9fb65a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:47.841587 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c164f44-fbb2-4270-90e3-48e286646060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f468654-abe7-487d-961d-e97e9f26c00a,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:47.853143 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5c164f44-fbb2-4270-90e3-48e286646060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:47.892702 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=4ef983de-986b-4cce-a8ee-fd03071b31b0,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:47.906358 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:47.942975 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5c164f44-fbb2-4270-90e3-48e286646060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:47.944252 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-5c164f44-fbb2-4270-90e3-48e286646060 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f468654-abe7-487d-961d-e97e9f26c00a HTTP/1.1" status: 204  len: 168 time: 1.0875728
Apr 20 14:53:47.963987 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-b5cce40d-9a05-451d-a317-9fef245eed1c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:47.988740 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-b5cce40d-9a05-451d-a317-9fef245eed1c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Transition to ACTIVE for port object af3da897-c8d0-4678-91dc-f12affaeb4e3 will not be triggered until provisioned by entity DHCP. {{(pid=86437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:53:48.093718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-b5cce40d-9a05-451d-a317-9fef245eed1c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:48.104480 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4fae8480-7baa-4102-a51b-2139d3de3a0e tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:48.210418 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-b5cce40d-9a05-451d-a317-9fef245eed1c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Network 25584ebc-4813-4602-b240-5e5e4cd95f15 is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:53:48.211812 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-b5cce40d-9a05-451d-a317-9fef245eed1c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:53:48.230080 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-b5cce40d-9a05-451d-a317-9fef245eed1c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:53:48.309984 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cce40d-9a05-451d-a317-9fef245eed1c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Pushing event updated for resources: {'Port': ['ID=af3da897-c8d0-4678-91dc-f12affaeb4e3,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:48.325275 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b5cce40d-9a05-451d-a317-9fef245eed1c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:48.367556 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-b5cce40d-9a05-451d-a317-9fef245eed1c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:48.368288 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-b5cce40d-9a05-451d-a317-9fef245eed1c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:48.421652 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-b5cce40d-9a05-451d-a317-9fef245eed1c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9242401
Apr 20 14:53:48.620219 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-80f94886-043c-43b7-b710-18ea4770e298 None None] Provisioning for port af3da897-c8d0-4678-91dc-f12affaeb4e3 completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:53:48.630333 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-80f94886-043c-43b7-b710-18ea4770e298 None None] Provisioning complete for port af3da897-c8d0-4678-91dc-f12affaeb4e3 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:53:48.630333 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-80f94886-043c-43b7-b710-18ea4770e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:48.712760 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-80f94886-043c-43b7-b710-18ea4770e298 None None] Port af3da897-c8d0-4678-91dc-f12affaeb4e3 cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:53:49.352966 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 4ef983de-986b-4cce-a8ee-fd03071b31b0 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:53:49.400551 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ad856-d123-45ef-874b-4585364ace68 req-c2e948c7-5c5a-44f6-8b06-b80528559a48 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:49.401774 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-d90ad856-d123-45ef-874b-4585364ace68 req-c2e948c7-5c5a-44f6-8b06-b80528559a48 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Synchronizing usage tracker for tenant:a432f73e41864a1d89a27ea689d63a21 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:53:49.497955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-d90ad856-d123-45ef-874b-4585364ace68 req-c2e948c7-5c5a-44f6-8b06-b80528559a48 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Unset dirty status for tenant:a432f73e41864a1d89a27ea689d63a21 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:53:49.499739 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d90ad856-d123-45ef-874b-4585364ace68 req-c2e948c7-5c5a-44f6-8b06-b80528559a48 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 931 time: 0.5403929
Apr 20 14:53:49.543851 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 4ef983de-986b-4cce-a8ee-fd03071b31b0 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:53:49.544507 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:49.609121 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d90ad856-d123-45ef-874b-4585364ace68 req-640c1c75-a3fa-4310-a477-039b611f4c8f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1012371
Apr 20 14:53:49.974542 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Request body: {'port': {'device_id': '1461a5c8-d6eb-4239-b393-8ff456c174b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:53:50.195873 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:50.705152 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3da897-c8d0-4678-91dc-f12affaeb4e3 {{(pid=86437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:53:50.729699 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:50.767876 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Transition to ACTIVE for port object af3da897-c8d0-4678-91dc-f12affaeb4e3 will not be triggered until provisioned by entity L2. {{(pid=86437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:53:51.078977 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:51.089314 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:51.898126 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Pushing event updated for resources: {'Port': ['ID=af3da897-c8d0-4678-91dc-f12affaeb4e3,revision_number=2']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:51.902035 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:52.257373 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414168e5-cd14-4473-8ba6-85c95cd134b1 req-b6eaa531-ab34-4a8e-9881-a734f91db9cb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:52.259088 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-414168e5-cd14-4473-8ba6-85c95cd134b1 req-b6eaa531-ab34-4a8e-9881-a734f91db9cb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 1.4463856
Apr 20 14:53:52.263889 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Attempting to bind port af3da897-c8d0-4678-91dc-f12affaeb4e3 on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:53:52.264541 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Attempting to bind port af3da897-c8d0-4678-91dc-f12affaeb4e3 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '787387bf-29be-480f-b24b-77183133f275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15'}] {{(pid=86437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:53:52.265204 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Attempting to bind port af3da897-c8d0-4678-91dc-f12affaeb4e3 on network 25584ebc-4813-4602-b240-5e5e4cd95f15 {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:53:52.292371 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Port af3da897-c8d0-4678-91dc-f12affaeb4e3 on network 25584ebc-4813-4602-b240-5e5e4cd95f15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:53:52.293101 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Attempting to bind port af3da897-c8d0-4678-91dc-f12affaeb4e3 on network 25584ebc-4813-4602-b240-5e5e4cd95f15 {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:53:52.301918 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:53:52.302742 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Checking segment: {'id': '787387bf-29be-480f-b24b-77183133f275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:53:52.303366 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Bound using segment: {'id': '787387bf-29be-480f-b24b-77183133f275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15'} {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:53:52.304065 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Bound port: af3da897-c8d0-4678-91dc-f12affaeb4e3, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '787387bf-29be-480f-b24b-77183133f275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15'}}] {{(pid=86437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:53:52.304676 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:52.349603 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-414168e5-cd14-4473-8ba6-85c95cd134b1 req-786493e2-3e2c-48ff-852b-6abd1b881aab tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764227
Apr 20 14:53:52.450475 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] For port af3da897-c8d0-4678-91dc-f12affaeb4e3, host hv-cinder-74216, cleared binding levels {{(pid=86437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:53:52.455268 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] For port af3da897-c8d0-4678-91dc-f12affaeb4e3, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=af3da897-c8d0-4678-91dc-f12affaeb4e3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:53:52.497999 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:52.516705 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:53:52.619459 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:52.620352 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:53:52.621978 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] 10.222.0.38 "PUT /v2.0/ports/af3da897-c8d0-4678-91dc-f12affaeb4e3 HTTP/1.1" status: 200  len: 1093 time: 2.6568792
Apr 20 14:53:52.622550 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1461a5c8-d6eb-4239-b393-8ff456c174b4', 'tag': 'af3da897-c8d0-4678-91dc-f12affaeb4e3'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:53:52.684589 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Pushing event updated for resources: {'Port': ['ID=af3da897-c8d0-4678-91dc-f12affaeb4e3,revision_number=3']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:53:52.705945 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:53:52.711603 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1461a5c8-d6eb-4239-b393-8ff456c174b4', 'tag': 'af3da897-c8d0-4678-91dc-f12affaeb4e3', 'status': 'completed', 'code': 200}
Apr 20 14:53:53.657402 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d071ac-ada2-4b3e-bf39-69e28a92b41b req-a1c8a335-0f38-47c7-8507-5a7675068c26 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:53.657402 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c1d071ac-ada2-4b3e-bf39-69e28a92b41b req-a1c8a335-0f38-47c7-8507-5a7675068c26 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 0.1141098
Apr 20 14:53:53.761093 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c1d071ac-ada2-4b3e-bf39-69e28a92b41b req-d7ae1c64-fb7a-48a5-9b5c-c0d7283284af tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910249
Apr 20 14:53:54.997297 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07685c57-12e1-42f6-90e6-7102927491ae req-c4a30bf4-16a8-4bcd-8382-4e47d29fd3b3 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:54.999326 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-07685c57-12e1-42f6-90e6-7102927491ae req-c4a30bf4-16a8-4bcd-8382-4e47d29fd3b3 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 0.0999019
Apr 20 14:53:55.062395 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-07685c57-12e1-42f6-90e6-7102927491ae req-66f6bf84-a55a-41ec-9d0b-70e2197ff158 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537448
Apr 20 14:53:55.176880 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082cfa6-9b1e-456d-a92b-ad9459eff38c req-02431954-8e98-4789-8fc0-4f14d00ddf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:55.178461 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4082cfa6-9b1e-456d-a92b-ad9459eff38c req-02431954-8e98-4789-8fc0-4f14d00ddf1a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a432f73e41864a1d89a27ea689d63a21&device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 1096 time: 0.0959153
Apr 20 14:53:55.350273 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082cfa6-9b1e-456d-a92b-ad9459eff38c req-82ada250-08a7-46e6-88b2-d5c1627ec282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:55.351881 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4082cfa6-9b1e-456d-a92b-ad9459eff38c req-82ada250-08a7-46e6-88b2-d5c1627ec282 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=a432f73e41864a1d89a27ea689d63a21&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1636577
Apr 20 14:53:55.511693 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082cfa6-9b1e-456d-a92b-ad9459eff38c req-c835f4dd-4f71-4539-88e2-eefc749d6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:55.513307 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4082cfa6-9b1e-456d-a92b-ad9459eff38c req-c835f4dd-4f71-4539-88e2-eefc749d6213 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1545682
Apr 20 14:53:55.641996 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-e7ee37fa-a1ad-458e-a139-8a6c9ca5c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:55.643692 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-e7ee37fa-a1ad-458e-a139-8a6c9ca5c21b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a432f73e41864a1d89a27ea689d63a21&device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 1096 time: 0.0894434
Apr 20 14:53:55.729295 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-3c1b91e1-d0ca-475a-8a40-5c17b7bff10a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af3da897-c8d0-4678-91dc-f12affaeb4e3 HTTP/1.1" status: 200  len: 217 time: 0.0767651
Apr 20 14:53:55.806197 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-49ad1f05-e390-4649-a8e5-e3a67d628e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:55.807799 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-49ad1f05-e390-4649-a8e5-e3a67d628e7d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe5c3aac-31f9-4b55-a329-412ec8ea7dac HTTP/1.1" status: 200  len: 855 time: 0.0688670
Apr 20 14:53:55.910977 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-0d45652b-4935-4747-be80-20af672a7f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:55.912879 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-0d45652b-4935-4747-be80-20af672a7f14 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25584ebc-4813-4602-b240-5e5e4cd95f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0962923
Apr 20 14:53:56.212643 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-b3ed8879-e3fe-4466-97b9-34faf75db9f6 service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2725043
Apr 20 14:53:56.220221 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-538568c7-509d-43c8-8ae1-27c459ee7932 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:56.221050 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-538568c7-509d-43c8-8ae1-27c459ee7932 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Synchronizing usage tracker for tenant:0ecbcaf7ff8049e29970e69f972278b3 on resource:network {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:53:56.406627 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-538568c7-509d-43c8-8ae1-27c459ee7932 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Unset dirty status for tenant:0ecbcaf7ff8049e29970e69f972278b3 on resource:network {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:53:56.407845 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-538568c7-509d-43c8-8ae1-27c459ee7932 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/networks?id=55faa971-90ea-4dd4-b0aa-636da5bc413e HTTP/1.1" status: 200  len: 814 time: 0.4938784
Apr 20 14:53:56.458488 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-2363b8f9-112b-43b5-825e-db28bd465fa8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/quotas/0ecbcaf7ff8049e29970e69f972278b3 HTTP/1.1" status: 200  len: 375 time: 0.0329943
Apr 20 14:53:56.478191 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d721048-69ab-464a-9c88-875a20a06184 req-efb0775d-271f-48c8-8946-e74936977557 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:56.479760 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0d721048-69ab-464a-9c88-875a20a06184 req-efb0775d-271f-48c8-8946-e74936977557 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 0.2281818
Apr 20 14:53:56.521871 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7445ee47-8171-4ebb-aa23-ab5a82897671 req-f65a9267-f09f-453b-bed2-0195ab083606 service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2963359
Apr 20 14:53:56.586084 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0d721048-69ab-464a-9c88-875a20a06184 req-6013e2f1-9a18-4217-8643-b9f278d7dd6c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631299
Apr 20 14:53:56.617491 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-896cfb62-4717-467a-a6d2-b48c8ee5064d tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Synchronizing usage tracker for tenant:0ecbcaf7ff8049e29970e69f972278b3 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:53:56.664365 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-896cfb62-4717-467a-a6d2-b48c8ee5064d tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Unset dirty status for tenant:0ecbcaf7ff8049e29970e69f972278b3 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:53:56.665813 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-896cfb62-4717-467a-a6d2-b48c8ee5064d tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ecbcaf7ff8049e29970e69f972278b3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1995497
Apr 20 14:53:56.820719 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-7872b998-1e71-4901-88ff-d82d74fbd2cb service neutron] 10.222.0.16 "GET /v2.0/networks/55faa971-90ea-4dd4-b0aa-636da5bc413e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421323
Apr 20 14:53:56.973911 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-4f1c14d7-0749-4afe-90c3-b5d91d505ef8 service neutron] 10.222.0.16 "GET /v2.0/networks/55faa971-90ea-4dd4-b0aa-636da5bc413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461194
Apr 20 14:53:57.215380 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-efa21da7-e75a-4915-a315-8063b10e3faa req-0fb6b629-143a-4337-8497-83586580354c tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 210 time: 0.0510859
Apr 20 14:53:57.806157 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26527869-c65d-4c30-a1f4-ff574973b521 req-79126380-8709-49c9-89f7-030267b9cea9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:57.807807 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-26527869-c65d-4c30-a1f4-ff574973b521 req-79126380-8709-49c9-89f7-030267b9cea9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 0.0983074
Apr 20 14:53:57.874163 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-26527869-c65d-4c30-a1f4-ff574973b521 req-08850301-8c3f-46d3-a5a7-b7968d5af7db tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593910
Apr 20 14:53:58.428994 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2afeea2a-72e1-4403-8d4d-da3b26ddee61 req-86268943-0f6e-4946-ace3-d5738bf67ef1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 210 time: 0.0532053
Apr 20 14:53:59.112155 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b4c63-8917-4b1a-ab06-41f36a1eca7e req-43305440-c8e5-499f-b198-c2838b0a24dd tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:53:59.113878 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-770b4c63-8917-4b1a-ab06-41f36a1eca7e req-43305440-c8e5-499f-b198-c2838b0a24dd tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 0.1107597
Apr 20 14:53:59.168841 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-770b4c63-8917-4b1a-ab06-41f36a1eca7e req-e40bd213-2ef2-4572-af41-8a3cee5a8e21 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480530
Apr 20 14:53:59.548185 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:53:59.614173 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b7a605b0-990b-44d1-97e8-e7c3d6121946 req-e746406c-e750-444a-9aaf-2d8418161e6c tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 210 time: 0.0540268
Apr 20 14:54:00.396867 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b210b9-0fe1-422e-9e34-f139b426cf37 req-f6a3e6eb-2082-4dde-ab0a-3c187087f465 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:00.398535 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-28b210b9-0fe1-422e-9e34-f139b426cf37 req-f6a3e6eb-2082-4dde-ab0a-3c187087f465 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 0.1030831
Apr 20 14:54:00.449651 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-28b210b9-0fe1-422e-9e34-f139b426cf37 req-dc42c841-3daa-4892-9f7c-ca393d8c21ca tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444033
Apr 20 14:54:00.821184 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:01.024292 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9e0836da-fb12-41a8-94bf-f8d10a827a37 req-3aa71898-bbd1-42d6-8ed8-69ed448b7321 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 210 time: 0.0707541
Apr 20 14:54:01.079094 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-fb659d40-f8db-415b-986e-3db34f7f7b38 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:01.082800 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-fb659d40-f8db-415b-986e-3db34f7f7b38 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.38 "GET /v2.0/networks?id=55faa971-90ea-4dd4-b0aa-636da5bc413e HTTP/1.1" status: 200  len: 814 time: 0.3624210
Apr 20 14:54:01.106569 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-a06eff2c-f700-4b16-892c-81b1010adc95 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Request body: {'port': {'device_id': '8fd85b99-afb4-4159-9624-0b34879a89db', 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e', 'admin_state_up': True, 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:01.519925 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-a06eff2c-f700-4b16-892c-81b1010adc95 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:01.533298 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-a06eff2c-f700-4b16-892c-81b1010adc95 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:01.583866 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-a06eff2c-f700-4b16-892c-81b1010adc95 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Made reservation on behalf of 0ecbcaf7ff8049e29970e69f972278b3 for: {'port': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:54:01.591665 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-a06eff2c-f700-4b16-892c-81b1010adc95 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:01.937672 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b282d62-e938-40ea-9afe-d24652b3cdd5 req-4928214e-5627-458b-a044-0aa6bbb606f2 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:01.942359 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1b282d62-e938-40ea-9afe-d24652b3cdd5 req-4928214e-5627-458b-a044-0aa6bbb606f2 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 0.2436216
Apr 20 14:54:02.011080 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-a06eff2c-f700-4b16-892c-81b1010adc95 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Allocated IP 172.20.0.3 (55faa971-90ea-4dd4-b0aa-636da5bc413e/6599147f-bf69-46af-8d4e-94bc8945111d/ffde5179-8469-40ac-9f1a-2c5260b9a394) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:54:02.040549 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1b282d62-e938-40ea-9afe-d24652b3cdd5 req-4666ca52-c318-42f0-9cc7-14f356a605c0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846951
Apr 20 14:54:02.074108 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device af3da897-c8d0-4678-91dc-f12affaeb4e3 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:54:02.283865 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-01378164-3a6a-4dbb-8362-5f9c238108ad req-20d35f21-e7a6-411c-a993-200548047756 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 210 time: 0.0743954
Apr 20 14:54:02.393976 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port af3da897-c8d0-4678-91dc-f12affaeb4e3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=af3da897-c8d0-4678-91dc-f12affaeb4e3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:54:02.394905 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-a06eff2c-f700-4b16-892c-81b1010adc95 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:02.422148 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-a06eff2c-f700-4b16-892c-81b1010adc95 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Transition to ACTIVE for port object ffde5179-8469-40ac-9f1a-2c5260b9a394 will not be triggered until provisioned by entity DHCP. {{(pid=86437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:54:02.425110 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': 'af3da897-c8d0-4678-91dc-f12affaeb4e3', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'port_id': 'af3da897-c8d0-4678-91dc-f12affaeb4e3', 'mac_address': 'fa:16:3e:90:9c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:54:02.513206 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-a06eff2c-f700-4b16-892c-81b1010adc95 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:02.527538 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b8b91691-7deb-47af-a604-ea126725197a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:02.589050 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:02.634482 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e0a7c7a6-771d-4765-b3cc-42a213186b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:02.647012 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3da897-c8d0-4678-91dc-f12affaeb4e3 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:54:02.706378 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port af3da897-c8d0-4678-91dc-f12affaeb4e3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=af3da897-c8d0-4678-91dc-f12affaeb4e3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:54:02.715213 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06eff2c-f700-4b16-892c-81b1010adc95 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Pushing event updated for resources: {'Port': ['ID=ffde5179-8469-40ac-9f1a-2c5260b9a394,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:02.739710 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a06eff2c-f700-4b16-892c-81b1010adc95 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:02.740626 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:02.743486 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f562cb43-25d7-4053-afd3-6047264a8076 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:02.753742 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-a06eff2c-f700-4b16-892c-81b1010adc95 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Network 55faa971-90ea-4dd4-b0aa-636da5bc413e is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:54:02.755272 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-a06eff2c-f700-4b16-892c-81b1010adc95 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:54:02.774932 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-a06eff2c-f700-4b16-892c-81b1010adc95 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:54:02.941141 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-a06eff2c-f700-4b16-892c-81b1010adc95 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:02.945935 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-a06eff2c-f700-4b16-892c-81b1010adc95 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:03.086113 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=af3da897-c8d0-4678-91dc-f12affaeb4e3,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:03.103931 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:03.118594 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-a06eff2c-f700-4b16-892c-81b1010adc95 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0205572
Apr 20 14:54:03.198251 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['af3da897-c8d0-4678-91dc-f12affaeb4e3'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:54:03.251559 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Request body: {'port': {'device_id': '8fd85b99-afb4-4159-9624-0b34879a89db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:03.596792 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-017fbdc3-6975-4877-abea-b0965b5e79d1 None None] Provisioning for port ffde5179-8469-40ac-9f1a-2c5260b9a394 completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:54:03.615431 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-017fbdc3-6975-4877-abea-b0965b5e79d1 None None] Provisioning complete for port ffde5179-8469-40ac-9f1a-2c5260b9a394 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:54:03.616133 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-017fbdc3-6975-4877-abea-b0965b5e79d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:03.832426 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-017fbdc3-6975-4877-abea-b0965b5e79d1 None None] Port ffde5179-8469-40ac-9f1a-2c5260b9a394 cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:54:04.059896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:04.508799 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dad7d-7ee2-473a-a413-18cb689a98c5 req-a79630c3-7298-4c53-95c1-56990554857d tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:04.510161 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-6c2dad7d-7ee2-473a-a413-18cb689a98c5 req-a79630c3-7298-4c53-95c1-56990554857d tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Synchronizing usage tracker for tenant:0ecbcaf7ff8049e29970e69f972278b3 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:54:04.600544 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b31e76-f58a-40a4-9572-f0c923cb8898 req-d37e07c6-30b2-4c4a-b73f-3fc977c207b1 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:04.603328 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d5b31e76-f58a-40a4-9572-f0c923cb8898 req-d37e07c6-30b2-4c4a-b73f-3fc977c207b1 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 944 time: 1.0469339
Apr 20 14:54:04.695507 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-6c2dad7d-7ee2-473a-a413-18cb689a98c5 req-a79630c3-7298-4c53-95c1-56990554857d tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Unset dirty status for tenant:0ecbcaf7ff8049e29970e69f972278b3 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:54:04.703268 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6c2dad7d-7ee2-473a-a413-18cb689a98c5 req-a79630c3-7298-4c53-95c1-56990554857d tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 931 time: 0.7985559
Apr 20 14:54:04.875436 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d5b31e76-f58a-40a4-9572-f0c923cb8898 req-ed72ae4b-dc0d-44aa-b4f0-3bf3d92dfb20 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1880825
Apr 20 14:54:04.891555 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-6c2dad7d-7ee2-473a-a413-18cb689a98c5 req-3b1ed8d6-12eb-4bec-9340-d5cbd70786ca tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Synchronizing usage tracker for tenant:0ecbcaf7ff8049e29970e69f972278b3 on resource:security_group {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:54:04.922159 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3a10881b-ba0a-4814-83e2-5a832f32ac8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:04.990899 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-6c2dad7d-7ee2-473a-a413-18cb689a98c5 req-3b1ed8d6-12eb-4bec-9340-d5cbd70786ca tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Unset dirty status for tenant:0ecbcaf7ff8049e29970e69f972278b3 on resource:security_group {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:54:04.992318 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6c2dad7d-7ee2-473a-a413-18cb689a98c5 req-3b1ed8d6-12eb-4bec-9340-d5cbd70786ca tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2880933
Apr 20 14:54:05.047297 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffde5179-8469-40ac-9f1a-2c5260b9a394 {{(pid=86437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:54:05.062470 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:05.098045 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Transition to ACTIVE for port object ffde5179-8469-40ac-9f1a-2c5260b9a394 will not be triggered until provisioned by entity L2. {{(pid=86437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:54:05.127789 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:05.136974 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:05.398561 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Pushing event updated for resources: {'Port': ['ID=ffde5179-8469-40ac-9f1a-2c5260b9a394,revision_number=2']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:05.420673 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:05.508629 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Attempting to bind port ffde5179-8469-40ac-9f1a-2c5260b9a394 on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:54:05.518118 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Attempting to bind port ffde5179-8469-40ac-9f1a-2c5260b9a394 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '535c5a4c-0b7c-4f15-9524-011a880e0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e'}] {{(pid=86437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:54:05.518850 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Attempting to bind port ffde5179-8469-40ac-9f1a-2c5260b9a394 on network 55faa971-90ea-4dd4-b0aa-636da5bc413e {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:54:05.528049 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Port ffde5179-8469-40ac-9f1a-2c5260b9a394 on network 55faa971-90ea-4dd4-b0aa-636da5bc413e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:54:05.528785 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Attempting to bind port ffde5179-8469-40ac-9f1a-2c5260b9a394 on network 55faa971-90ea-4dd4-b0aa-636da5bc413e {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:54:05.543358 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:54:05.544160 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Checking segment: {'id': '535c5a4c-0b7c-4f15-9524-011a880e0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:54:05.544634 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Bound using segment: {'id': '535c5a4c-0b7c-4f15-9524-011a880e0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e'} {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:54:05.545149 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Bound port: ffde5179-8469-40ac-9f1a-2c5260b9a394, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535c5a4c-0b7c-4f15-9524-011a880e0127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e'}}] {{(pid=86437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:54:05.545594 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:05.558394 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:05.664244 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] For port ffde5179-8469-40ac-9f1a-2c5260b9a394, host hv-cinder-74216, cleared binding levels {{(pid=86437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:54:05.668128 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] For port ffde5179-8469-40ac-9f1a-2c5260b9a394, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=ffde5179-8469-40ac-9f1a-2c5260b9a394,segment=NetworkSegment(535c5a4c-0b7c-4f15-9524-011a880e0127),segment_id=535c5a4c-0b7c-4f15-9524-011a880e0127)] {{(pid=86437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:54:05.713225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:05.721306 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b1e14539-b737-476a-9024-37dd4081db62 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:05.795214 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:05.796151 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:05.798520 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] 10.222.0.38 "PUT /v2.0/ports/ffde5179-8469-40ac-9f1a-2c5260b9a394 HTTP/1.1" status: 200  len: 1093 time: 2.5531678
Apr 20 14:54:05.799283 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd85b99-afb4-4159-9624-0b34879a89db', 'tag': 'ffde5179-8469-40ac-9f1a-2c5260b9a394'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:54:05.827181 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Pushing event updated for resources: {'Port': ['ID=ffde5179-8469-40ac-9f1a-2c5260b9a394,revision_number=3']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:05.839598 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:05.919347 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd85b99-afb4-4159-9624-0b34879a89db', 'tag': 'ffde5179-8469-40ac-9f1a-2c5260b9a394', 'status': 'completed', 'code': 200}
Apr 20 14:54:06.077015 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device af3da897-c8d0-4678-91dc-f12affaeb4e3 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:54:06.280990 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port af3da897-c8d0-4678-91dc-f12affaeb4e3 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:54:06.293222 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port af3da897-c8d0-4678-91dc-f12affaeb4e3 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:54:06.293605 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:06.422421 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:06.452149 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e376e9-d319-4419-bc32-2cdec7362d6e req-80e984c7-a5a3-43d8-947d-e77ca0300e54 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:06.454271 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:06.454417 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e4e376e9-d319-4419-bc32-2cdec7362d6e req-80e984c7-a5a3-43d8-947d-e77ca0300e54 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 943 time: 0.1489201
Apr 20 14:54:06.464199 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784b2a8-2f74-44f6-934d-eedb7886a2a3 req-ff2e4566-926a-46e5-94ec-96e0b889ad3d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:06.470361 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f784b2a8-2f74-44f6-934d-eedb7886a2a3 req-ff2e4566-926a-46e5-94ec-96e0b889ad3d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 944 time: 0.2671807
Apr 20 14:54:06.492390 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1461a5c8-d6eb-4239-b393-8ff456c174b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3da897-c8d0-4678-91dc-f12affaeb4e3'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:54:06.505131 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port af3da897-c8d0-4678-91dc-f12affaeb4e3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=af3da897-c8d0-4678-91dc-f12affaeb4e3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:54:06.534452 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:06.536943 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:06.588151 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e4e376e9-d319-4419-bc32-2cdec7362d6e req-28a5aac2-f445-4f36-85f5-b66e4b327d35 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159050
Apr 20 14:54:06.593842 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f784b2a8-2f74-44f6-934d-eedb7886a2a3 req-dd9bc89d-b3c6-400a-ac76-b7e8a7bac8b2 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0978456
Apr 20 14:54:06.616362 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=af3da897-c8d0-4678-91dc-f12affaeb4e3,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:06.626144 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:06.678062 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1461a5c8-d6eb-4239-b393-8ff456c174b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3da897-c8d0-4678-91dc-f12affaeb4e3', 'code': 200}
Apr 20 14:54:07.026768 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:07.929500 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363c051-43e4-4714-a534-bdb03caa9988 req-14a5cfe9-0153-4ca3-b074-cacb1761fb2f tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:07.931492 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3363c051-43e4-4714-a534-bdb03caa9988 req-14a5cfe9-0153-4ca3-b074-cacb1761fb2f tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 943 time: 0.1916637
Apr 20 14:54:07.951769 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0b29a-fc1a-46fe-aff6-af45fb2d0a95 req-42378c01-bdb2-431e-b604-4364b81044b9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:07.953656 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9cd0b29a-fc1a-46fe-aff6-af45fb2d0a95 req-42378c01-bdb2-431e-b604-4364b81044b9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.1494107
Apr 20 14:54:08.031833 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3363c051-43e4-4714-a534-bdb03caa9988 req-b9e8303f-ec6e-4beb-96b8-768f8a3074d6 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768914
Apr 20 14:54:08.067640 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9cd0b29a-fc1a-46fe-aff6-af45fb2d0a95 req-23c39f09-a242-456d-a261-44831e1edd04 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0958638
Apr 20 14:54:09.377602 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7e9b6-f104-4466-b80e-ab1a834b9a97 req-74268ca9-7b9c-4047-82c4-44aa0218200e tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:09.379260 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-18e7e9b6-f104-4466-b80e-ab1a834b9a97 req-74268ca9-7b9c-4047-82c4-44aa0218200e tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 943 time: 0.1528282
Apr 20 14:54:09.491571 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-18e7e9b6-f104-4466-b80e-ab1a834b9a97 req-08a43a08-a7f2-4439-9a08-13011a104ee0 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042106
Apr 20 14:54:09.579073 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318910b2-bce2-4248-827f-54c9d23ae280 req-21fdf8c0-facc-4325-bb53-244215b083a6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:09.582369 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-318910b2-bce2-4248-827f-54c9d23ae280 req-21fdf8c0-facc-4325-bb53-244215b083a6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.2579634
Apr 20 14:54:09.686762 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-318910b2-bce2-4248-827f-54c9d23ae280 req-1a67c98c-ebbc-4c6b-88e9-4013999dd080 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908761
Apr 20 14:54:10.872138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d21bdd-e081-4f8e-a4c5-46aefd031aea req-b7aab8c5-1676-422c-9acf-fef1c0c04462 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:10.888808 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-39d21bdd-e081-4f8e-a4c5-46aefd031aea req-b7aab8c5-1676-422c-9acf-fef1c0c04462 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 943 time: 0.1685395
Apr 20 14:54:10.919698 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 49722) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:11.095043 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-39d21bdd-e081-4f8e-a4c5-46aefd031aea req-c3e28153-6f01-4bed-838e-67f108000c54 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179533
Apr 20 14:54:11.157023 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3dc6d-bbd6-4006-9a42-053b06b4edb9 req-ef1314c3-9df0-4fe2-8740-a463c9cb5adf tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:11.176505 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7be3dc6d-bbd6-4006-9a42-053b06b4edb9 req-ef1314c3-9df0-4fe2-8740-a463c9cb5adf tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.2857752
Apr 20 14:54:11.239453 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0c5d7df4-8032-4df2-a964-287f92a37f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:11.241752 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7be3dc6d-bbd6-4006-9a42-053b06b4edb9 req-bb07f495-865f-4af4-9602-68822ceee80a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640635
Apr 20 14:54:11.265896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0c5d7df4-8032-4df2-a964-287f92a37f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:11.273135 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0c5d7df4-8032-4df2-a964-287f92a37f66 admin admin] Usage tracker for resource:security_group_rule and tenant:6421dd10e99d4b7db4b75d9067ff6085 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:54:11.279509 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0c5d7df4-8032-4df2-a964-287f92a37f66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:54:11.294653 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0c5d7df4-8032-4df2-a964-287f92a37f66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:11.462527 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0c5d7df4-8032-4df2-a964-287f92a37f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:11.672359 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0c5d7df4-8032-4df2-a964-287f92a37f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:11.691677 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7b4ea53b-ebd5-4c66-b419-cb6eb7132e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:11.744139 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-0c5d7df4-8032-4df2-a964-287f92a37f66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6421dd10e99d4b7db4b75d9067ff6085&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8220623
Apr 20 14:54:11.985701 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d7df4-8032-4df2-a964-287f92a37f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e24d4d-72f7-4ebc-8951-431dd860d4d5,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:11.985701 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0c5d7df4-8032-4df2-a964-287f92a37f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:11.985701 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 49732) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:11.985701 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0d007238-1a2d-47c5-96c0-649dd9268fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:11.985701 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0d007238-1a2d-47c5-96c0-649dd9268fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:13.757819 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f7a56-ca4e-483d-8872-124c93366b24 req-e027a6ca-bc95-4f3b-8508-4ffa8d189fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:13.759460 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7a2f7a56-ca4e-483d-8872-124c93366b24 req-e027a6ca-bc95-4f3b-8508-4ffa8d189fdf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0ecbcaf7ff8049e29970e69f972278b3&device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 1096 time: 0.1381087
Apr 20 14:54:14.029898 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0d007238-1a2d-47c5-96c0-649dd9268fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:14.046708 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f09926f6-f1d1-4d6a-bb07-3175269881f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:14.123082 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d007238-1a2d-47c5-96c0-649dd9268fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e24d4d-72f7-4ebc-8951-431dd860d4d5,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:14.138644 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0d007238-1a2d-47c5-96c0-649dd9268fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:14.144032 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0d007238-1a2d-47c5-96c0-649dd9268fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:14.159698 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-0d007238-1a2d-47c5-96c0-649dd9268fd9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44e24d4d-72f7-4ebc-8951-431dd860d4d5 HTTP/1.1" status: 204  len: 168 time: 2.4068322
Apr 20 14:54:14.422806 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f7a56-ca4e-483d-8872-124c93366b24 req-de0525b6-c79e-4665-8af1-427c10678ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:14.424434 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7a2f7a56-ca4e-483d-8872-124c93366b24 req-de0525b6-c79e-4665-8af1-427c10678ca4 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=0ecbcaf7ff8049e29970e69f972278b3&shared=False HTTP/1.1" status: 200  len: 915 time: 0.6568191
Apr 20 14:54:14.586232 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c3bff-a458-46f1-87a8-f5fb793af627 req-d82ad15b-d76b-40ae-8969-1fe66a1eb2c3 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:14.587974 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-004c3bff-a458-46f1-87a8-f5fb793af627 req-d82ad15b-d76b-40ae-8969-1fe66a1eb2c3 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 943 time: 0.6431673
Apr 20 14:54:14.627464 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa9b4f-84f0-4060-8f4c-1c82a7564c3a req-f2ed30d3-ffd9-412d-bd59-6997f628f03d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:14.629171 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0baa9b4f-84f0-4060-8f4c-1c82a7564c3a req-f2ed30d3-ffd9-412d-bd59-6997f628f03d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.6005993
Apr 20 14:54:14.716102 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cf7ab-ceb5-4d1e-8e71-8b52d3e2ea0e req-328a13aa-edfe-4bbc-b478-09f71b1274d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:14.716102 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fc0cf7ab-ceb5-4d1e-8e71-8b52d3e2ea0e req-328a13aa-edfe-4bbc-b478-09f71b1274d4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 1098 time: 0.5951962
Apr 20 14:54:14.770939 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f7a56-ca4e-483d-8872-124c93366b24 req-11644075-fb46-497e-8508-3c57c29755be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:14.772626 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7a2f7a56-ca4e-483d-8872-124c93366b24 req-11644075-fb46-497e-8508-3c57c29755be service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3378270
Apr 20 14:54:14.788428 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0baa9b4f-84f0-4060-8f4c-1c82a7564c3a req-1e602920-d0f4-4b41-babe-9baab407f9dc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1412511
Apr 20 14:54:14.797191 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-004c3bff-a458-46f1-87a8-f5fb793af627 req-41ebe12f-9ec9-4c11-a92c-6e4974a77e2d tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1914659
Apr 20 14:54:14.821069 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fc0cf7ab-ceb5-4d1e-8e71-8b52d3e2ea0e req-10372fae-ec8d-4ce9-97ea-5abcbb5b8e8a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955644
Apr 20 14:54:15.032556 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-76498c6a-23b5-41a0-a461-0e4f563d2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:15.034220 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-76498c6a-23b5-41a0-a461-0e4f563d2575 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0ecbcaf7ff8049e29970e69f972278b3&device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 1096 time: 0.1384656
Apr 20 14:54:15.183342 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-bae30b6d-899f-4c1f-87d7-a5210c70ba7b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffde5179-8469-40ac-9f1a-2c5260b9a394 HTTP/1.1" status: 200  len: 217 time: 0.1401541
Apr 20 14:54:15.319866 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-0ca05b26-f1a4-450b-9bdf-01d3393372f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:15.323189 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-0ca05b26-f1a4-450b-9bdf-01d3393372f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6599147f-bf69-46af-8d4e-94bc8945111d HTTP/1.1" status: 200  len: 853 time: 0.1304228
Apr 20 14:54:15.643315 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175b830-69fb-4cf9-9001-4d64ef28b571 req-e2144c5e-e32d-4881-87c9-133c7cfe0ef4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:15.646201 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b175b830-69fb-4cf9-9001-4d64ef28b571 req-e2144c5e-e32d-4881-87c9-133c7cfe0ef4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.2196069
Apr 20 14:54:15.657639 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-ae8ac5b0-30ae-4f53-8c98-32e0dd34ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:15.661086 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-ae8ac5b0-30ae-4f53-8c98-32e0dd34ab4f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=55faa971-90ea-4dd4-b0aa-636da5bc413e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3283708
Apr 20 14:54:15.843063 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b175b830-69fb-4cf9-9001-4d64ef28b571 req-ef954fe5-10a4-485b-959b-6118204f05ec tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1762376
Apr 20 14:54:15.969113 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-d8f38c54-dc71-47fd-81a6-499b94859557 service neutron] 10.222.0.38 "GET /v2.0/networks/55faa971-90ea-4dd4-b0aa-636da5bc413e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2988408
Apr 20 14:54:16.397226 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9fb85c9f-03ef-460d-bdda-18a7cfb95b2e req-cdd2f9c6-f3dc-4fd3-ba6b-6f6642e260cc service neutron] 10.222.0.38 "GET /v2.0/networks/55faa971-90ea-4dd4-b0aa-636da5bc413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4105723
Apr 20 14:54:16.407178 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1d632-09ff-4a88-b9bb-b6394a005ab2 req-1082b3bd-09d7-4fd7-a485-495287f3130e tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:16.408464 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3da1d632-09ff-4a88-b9bb-b6394a005ab2 req-1082b3bd-09d7-4fd7-a485-495287f3130e tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 943 time: 0.2654951
Apr 20 14:54:16.428649 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe479509-fbd8-44bc-8ef5-b9e6a3ce78fb req-d52743ba-5eed-48d9-b7a8-947ce82a05a6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:16.430532 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fe479509-fbd8-44bc-8ef5-b9e6a3ce78fb req-d52743ba-5eed-48d9-b7a8-947ce82a05a6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.2862825
Apr 20 14:54:16.513757 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3da1d632-09ff-4a88-b9bb-b6394a005ab2 req-48d52210-d0da-4d18-ad25-3f6b24f856f5 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820920
Apr 20 14:54:16.522716 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fe479509-fbd8-44bc-8ef5-b9e6a3ce78fb req-688f4b72-9d17-4f90-a3c9-f6a6efd53944 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744710
Apr 20 14:54:16.850265 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52137d5d-0ec1-46a5-9943-1e66bb68ef9e req-6118cf89-6978-4215-8619-cfa4728db161 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:16.852037 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-52137d5d-0ec1-46a5-9943-1e66bb68ef9e req-6118cf89-6978-4215-8619-cfa4728db161 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 946 time: 0.1811512
Apr 20 14:54:16.867969 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9ee89-de09-48cc-bc0f-71fd582d2b02 req-132d85f0-2564-4f90-a62e-2cd651e073fa tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:16.869832 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-63d9ee89-de09-48cc-bc0f-71fd582d2b02 req-132d85f0-2564-4f90-a62e-2cd651e073fa tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.1529510
Apr 20 14:54:16.883031 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 49826) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:16.889858 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-f7685f6b-93f6-4ed9-8cd8-7f2157d2dc2a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Request body: {'floatingip': {'port_id': 'af3da897-c8d0-4678-91dc-f12affaeb4e3'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:16.928441 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-52137d5d-0ec1-46a5-9943-1e66bb68ef9e req-a9f5f6b2-f18b-4d3e-b728-f461117c0683 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571125
Apr 20 14:54:16.985534 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f7685f6b-93f6-4ed9-8cd8-7f2157d2dc2a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for floatingip, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:17.169639 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912137c-ad85-43c5-95b2-7ef86d396740 req-b2a4a994-6666-4800-9f33-98dbbd76541e tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:17.177594 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8912137c-ad85-43c5-95b2-7ef86d396740 req-b2a4a994-6666-4800-9f33-98dbbd76541e tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.1451004
Apr 20 14:54:17.242171 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8912137c-ad85-43c5-95b2-7ef86d396740 req-2d666bb1-c83a-486b-9c3b-605f66f0bbc2 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635552
Apr 20 14:54:17.451541 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be5932-fbb5-4697-9962-dfff4d57086e req-7703a7b9-01b8-4a9b-817b-56c19f99cf2e tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:17.453900 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-59be5932-fbb5-4697-9962-dfff4d57086e req-7703a7b9-01b8-4a9b-817b-56c19f99cf2e tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.1030622
Apr 20 14:54:17.540400 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-59be5932-fbb5-4697-9962-dfff4d57086e req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Deleting port 7da87d05-5f14-484a-a56a-c92d934140ed {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:54:17.540777 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-59be5932-fbb5-4697-9962-dfff4d57086e req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:17.924794 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80587c2-a14b-40f4-9806-5baeab4d3f20 req-4e6a4847-5563-4ebe-892e-b702f8b35003 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:17.927185 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a80587c2-a14b-40f4-9806-5baeab4d3f20 req-4e6a4847-5563-4ebe-892e-b702f8b35003 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.38 "GET /v2.0/ports?device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 946 time: 0.3389051
Apr 20 14:54:17.955481 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f7685f6b-93f6-4ed9-8cd8-7f2157d2dc2a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:17.991220 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f7685f6b-93f6-4ed9-8cd8-7f2157d2dc2a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:18.066425 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-59be5932-fbb5-4697-9962-dfff4d57086e req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] For port 7da87d05-5f14-484a-a56a-c92d934140ed, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7da87d05-5f14-484a-a56a-c92d934140ed,segment=NetworkSegment(6e4c7473-cdca-4da7-b21f-25ecac67c8df),segment_id=6e4c7473-cdca-4da7-b21f-25ecac67c8df)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:54:18.066831 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-59be5932-fbb5-4697-9962-dfff4d57086e req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:18.091693 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-a80587c2-a14b-40f4-9806-5baeab4d3f20 req-350218b1-c59b-4e9a-b418-ffa6d5c5ef9d tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Deleting port 6de45a89-b6e1-49ab-92d9-d693efe53ce2 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:54:18.092087 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-a80587c2-a14b-40f4-9806-5baeab4d3f20 req-350218b1-c59b-4e9a-b418-ffa6d5c5ef9d tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:18.125579 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device ffde5179-8469-40ac-9f1a-2c5260b9a394 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:54:18.218685 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a10f82-cc0b-4a9f-9be6-dfd9d79156a8 req-a0ddc37c-c33c-4573-a8b7-4d72e2cc4921 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:18.220427 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-11a10f82-cc0b-4a9f-9be6-dfd9d79156a8 req-a0ddc37c-c33c-4573-a8b7-4d72e2cc4921 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 943 time: 0.5117197
Apr 20 14:54:18.244896 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.l3_db [None req-f7685f6b-93f6-4ed9-8cd8-7f2157d2dc2a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Floating IP 83257c57-2a3b-4a43-bc21-12bfc5f93bd9 associated. External IP: 172.27.2.153, port: af3da897-c8d0-4678-91dc-f12affaeb4e3.
Apr 20 14:54:18.358400 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port ffde5179-8469-40ac-9f1a-2c5260b9a394, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=ffde5179-8469-40ac-9f1a-2c5260b9a394,segment=NetworkSegment(535c5a4c-0b7c-4f15-9524-011a880e0127),segment_id=535c5a4c-0b7c-4f15-9524-011a880e0127)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:54:18.386774 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': 'ffde5179-8469-40ac-9f1a-2c5260b9a394', 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e', 'port_id': 'ffde5179-8469-40ac-9f1a-2c5260b9a394', 'mac_address': 'fa:16:3e:e8:0e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6599147f-bf69-46af-8d4e-94bc8945111d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:54:18.466711 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:18.492867 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffde5179-8469-40ac-9f1a-2c5260b9a394 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:54:18.513148 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port ffde5179-8469-40ac-9f1a-2c5260b9a394, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=ffde5179-8469-40ac-9f1a-2c5260b9a394,segment=NetworkSegment(535c5a4c-0b7c-4f15-9524-011a880e0127),segment_id=535c5a4c-0b7c-4f15-9524-011a880e0127)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:54:18.546494 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:18.549741 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:18.674324 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=ffde5179-8469-40ac-9f1a-2c5260b9a394,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:18.678285 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:18.754838 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['ffde5179-8469-40ac-9f1a-2c5260b9a394'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:54:18.845225 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-11a10f82-cc0b-4a9f-9be6-dfd9d79156a8 req-9ff7f666-9267-4d17-9808-1663c699c8b2 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5618367
Apr 20 14:54:18.901513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7685f6b-93f6-4ed9-8cd8-7f2157d2dc2a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:54:19.193499 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7685f6b-93f6-4ed9-8cd8-7f2157d2dc2a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:54:19.199280 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f7685f6b-93f6-4ed9-8cd8-7f2157d2dc2a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:19.212643 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74474a8-d01f-4135-acb7-27fbf3ede74e None None] Sync routers for ids ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:54:19.227438 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74474a8-d01f-4135-acb7-27fbf3ede74e None None] Routers {'0e9492c0-1c1e-451d-9e7d-11aafd5cc273'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:54:19.228622 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-d74474a8-d01f-4135-acb7-27fbf3ede74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec2162828>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:54:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:54:19.230892 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c376b-4a82-4627-977a-9463045f3549 req-22a0105b-aaa7-4f59-9de6-c9ca3cd6897b tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:19.232721 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-868c376b-4a82-4627-977a-9463045f3549 req-22a0105b-aaa7-4f59-9de6-c9ca3cd6897b tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 946 time: 1.0088270
Apr 20 14:54:19.278886 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-f7685f6b-93f6-4ed9-8cd8-7f2157d2dc2a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "PUT /v2.0/floatingips/83257c57-2a3b-4a43-bc21-12bfc5f93bd9 HTTP/1.1" status: 200  len: 991 time: 2.3898191
Apr 20 14:54:19.278886 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1461a5c8-d6eb-4239-b393-8ff456c174b4', 'tag': 'af3da897-c8d0-4678-91dc-f12affaeb4e3'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:54:19.448876 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-59be5932-fbb5-4697-9962-dfff4d57086e req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:19.449337 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-59be5932-fbb5-4697-9962-dfff4d57086e req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:19.449745 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.l3_db [req-59be5932-fbb5-4697-9962-dfff4d57086e req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Floating IP 3e9e912d-6a77-4dbf-ac63-562e6d3e5295 disassociated. External IP: 172.27.2.28, port: 7da87d05-5f14-484a-a56a-c92d934140ed.
Apr 20 14:54:19.450123 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-59be5932-fbb5-4697-9962-dfff4d57086e req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Calling delete_port for 7da87d05-5f14-484a-a56a-c92d934140ed owned by compute:nova {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:54:19.503864 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-868c376b-4a82-4627-977a-9463045f3549 req-afaaae10-1404-4470-9b6c-b8b62f261bbb tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2083044
Apr 20 14:54:19.539494 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-a80587c2-a14b-40f4-9806-5baeab4d3f20 req-350218b1-c59b-4e9a-b418-ffa6d5c5ef9d tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] For port 6de45a89-b6e1-49ab-92d9-d693efe53ce2, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=6de45a89-b6e1-49ab-92d9-d693efe53ce2,segment=NetworkSegment(5b577d1c-df65-404c-a587-4cf8ef829fea),segment_id=5b577d1c-df65-404c-a587-4cf8ef829fea)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:54:19.539915 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-a80587c2-a14b-40f4-9806-5baeab4d3f20 req-350218b1-c59b-4e9a-b418-ffa6d5c5ef9d tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:19.570478 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-d74474a8-d01f-4135-acb7-27fbf3ede74e None None] Set router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:54:19.636496 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a8093-0d7b-48ca-93c2-f2b5fa2830bb req-90caee81-321c-4b61-8480-61f73e979344 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:19.640786 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-198a8093-0d7b-48ca-93c2-f2b5fa2830bb req-90caee81-321c-4b61-8480-61f73e979344 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 946 time: 0.4932768
Apr 20 14:54:19.757102 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-a80587c2-a14b-40f4-9806-5baeab4d3f20 req-350218b1-c59b-4e9a-b418-ffa6d5c5ef9d tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Calling delete_port for 6de45a89-b6e1-49ab-92d9-d693efe53ce2 owned by compute:nova {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:54:19.884895 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1461a5c8-d6eb-4239-b393-8ff456c174b4', 'tag': 'af3da897-c8d0-4678-91dc-f12affaeb4e3', 'status': 'completed', 'code': 200}
Apr 20 14:54:19.944879 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-198a8093-0d7b-48ca-93c2-f2b5fa2830bb req-de103bfa-2d37-4671-8ab0-b4c6cccb6104 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f301ef5-7030-4712-be27-3d191519b8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1475492
Apr 20 14:54:20.051886 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ec1f1-b032-400a-8ff5-26f54a1469bb req-96d577c6-4727-4e30-bd00-7a670b450536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:20.068953 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7e6ec1f1-b032-400a-8ff5-26f54a1469bb req-96d577c6-4727-4e30-bd00-7a670b450536 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a432f73e41864a1d89a27ea689d63a21&device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 1098 time: 0.1467087
Apr 20 14:54:20.078080 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-d74474a8-d01f-4135-acb7-27fbf3ede74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec2162828>, [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:07Z', 'revision_number': 4, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port': {'id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': '83257c57-2a3b-4a43-bc21-12bfc5f93bd9', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'port_id': 'af3da897-c8d0-4678-91dc-f12affaeb4e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'mac_address': 'fa:16:3e:90:9c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1461a5c8-d6eb-4239-b393-8ff456c174b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:53:37Z', 'updated_at': '2021-04-20T14:54:17Z', 'revision_number': 1, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a185794-0c77-4658-b650-7705ab464738', 'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'mac_address': 'fa:16:3e:27:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:05Z', 'updated_at': '2021-04-20T14:49:18Z', 'revision_number': 5, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'subnets': [{'id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:54:20.083540 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74474a8-d01f-4135-acb7-27fbf3ede74e None None] Checking router: 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:54:20.094146 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74474a8-d01f-4135-acb7-27fbf3ede74e None None] Routers {'0e9492c0-1c1e-451d-9e7d-11aafd5cc273'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:54:20.094827 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-d74474a8-d01f-4135-acb7-27fbf3ede74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec2162828>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:54:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:54:20.175126 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device ffde5179-8469-40ac-9f1a-2c5260b9a394 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:54:20.215263 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-59be5932-fbb5-4697-9962-dfff4d57086e req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:20.227840 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f2260-7a38-43d3-a460-3c46ebc1ff45 req-88e03a9d-1c03-4c6b-9636-92a58ad2504e tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:20.229695 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-801f2260-7a38-43d3-a460-3c46ebc1ff45 req-88e03a9d-1c03-4c6b-9636-92a58ad2504e tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 944 time: 0.1838708
Apr 20 14:54:20.237493 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1df09a47-1886-4d7e-bbe2-9b8bb49abae0 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:20.326518 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Pushing event deleted for resources: {'Port': ['ID=7da87d05-5f14-484a-a56a-c92d934140ed,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:20.351563 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:20.351970 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:20.352360 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:20.352760 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:20.353153 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:20.353571 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:20.353967 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:20.354357 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:20.354750 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:20.355137 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:20.355484 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:20.355874 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:20.371894 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ec1f1-b032-400a-8ff5-26f54a1469bb req-73853fbb-5787-4e04-9ebf-a762e0517b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:20.372307 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:20.374449 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7e6ec1f1-b032-400a-8ff5-26f54a1469bb req-73853fbb-5787-4e04-9ebf-a762e0517b9f service neutron] 10.222.0.38 "GET /v2.0/networks?id=25584ebc-4813-4602-b240-5e5e4cd95f15 HTTP/1.1" status: 200  len: 917 time: 0.2981355
Apr 20 14:54:20.550413 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-a80587c2-a14b-40f4-9806-5baeab4d3f20 req-350218b1-c59b-4e9a-b418-ffa6d5c5ef9d tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:20.597417 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:20.621847 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port ffde5179-8469-40ac-9f1a-2c5260b9a394 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:54:20.638432 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port ffde5179-8469-40ac-9f1a-2c5260b9a394 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:54:20.640133 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:20.771473 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7e6ec1f1-b032-400a-8ff5-26f54a1469bb req-8c2d32e0-5cb9-424f-8add-bf1e00e101c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af3da897-c8d0-4678-91dc-f12affaeb4e3 HTTP/1.1" status: 200  len: 999 time: 0.3907917
Apr 20 14:54:20.787232 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-801f2260-7a38-43d3-a460-3c46ebc1ff45 req-0e77f6e0-a104-44fb-a204-da0c99420559 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5015337
Apr 20 14:54:20.812261 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-d74474a8-d01f-4135-acb7-27fbf3ede74e None None] Set router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:54:20.832120 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350218b1-c59b-4e9a-b418-ffa6d5c5ef9d tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Pushing event deleted for resources: {'Port': ['ID=6de45a89-b6e1-49ab-92d9-d693efe53ce2,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:20.846732 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-350218b1-c59b-4e9a-b418-ffa6d5c5ef9d tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:20.915221 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ec1f1-b032-400a-8ff5-26f54a1469bb req-4c9063f9-1fef-4746-a3ad-c4b40b028e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:20.917617 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7e6ec1f1-b032-400a-8ff5-26f54a1469bb req-4c9063f9-1fef-4746-a3ad-c4b40b028e26 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe5c3aac-31f9-4b55-a329-412ec8ea7dac HTTP/1.1" status: 200  len: 855 time: 0.1390045
Apr 20 14:54:20.983796 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80587c2-a14b-40f4-9806-5baeab4d3f20 req-350218b1-c59b-4e9a-b418-ffa6d5c5ef9d tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] No DVR routers for this DVR port 6de45a89-b6e1-49ab-92d9-d693efe53ce2 on host hv-cinder-74216 {{(pid=86437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:54:20.986682 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-a80587c2-a14b-40f4-9806-5baeab4d3f20 req-350218b1-c59b-4e9a-b418-ffa6d5c5ef9d tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:21.005876 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b75aa9-78f6-48ef-ba5b-3e46bd381434', 'name': 'network-vif-deleted', 'tag': '6de45a89-b6e1-49ab-92d9-d693efe53ce2'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:54:21.012149 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-aa27e3b0-d03e-485b-8d5d-64f6dded1891 req-a8c45b56-a7d1-4aac-8e09-7aa02047ed02 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Synchronizing usage tracker for tenant:8e516eecaaa9450ba940ed06d0553871 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:54:21.039023 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a80587c2-a14b-40f4-9806-5baeab4d3f20 req-350218b1-c59b-4e9a-b418-ffa6d5c5ef9d tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.38 "DELETE /v2.0/ports/6de45a89-b6e1-49ab-92d9-d693efe53ce2 HTTP/1.1" status: 204  len: 173 time: 3.0965619
Apr 20 14:54:21.128810 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ec1f1-b032-400a-8ff5-26f54a1469bb req-266874ee-8d65-4af6-9f00-7af920f666ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:21.130844 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7e6ec1f1-b032-400a-8ff5-26f54a1469bb req-266874ee-8d65-4af6-9f00-7af920f666ec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25584ebc-4813-4602-b240-5e5e4cd95f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2052848
Apr 20 14:54:21.133785 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59be5932-fbb5-4697-9962-dfff4d57086e req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:54:21.142398 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-aa27e3b0-d03e-485b-8d5d-64f6dded1891 req-a8c45b56-a7d1-4aac-8e09-7aa02047ed02 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Unset dirty status for tenant:8e516eecaaa9450ba940ed06d0553871 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:54:21.144139 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-aa27e3b0-d03e-485b-8d5d-64f6dded1891 req-a8c45b56-a7d1-4aac-8e09-7aa02047ed02 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0b75aa9-78f6-48ef-ba5b-3e46bd381434 HTTP/1.1" status: 200  len: 210 time: 0.3493178
Apr 20 14:54:21.324522 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7e6ec1f1-b032-400a-8ff5-26f54a1469bb req-69960a9b-7cfe-437e-bc05-1b02914c37c6 service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1857073
Apr 20 14:54:21.387547 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b75aa9-78f6-48ef-ba5b-3e46bd381434', 'name': 'network-vif-deleted', 'tag': '6de45a89-b6e1-49ab-92d9-d693efe53ce2', 'status': 'completed', 'code': 200}
Apr 20 14:54:21.400712 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59be5932-fbb5-4697-9962-dfff4d57086e req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:54:21.415700 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ae2d6e-379b-44bd-af61-9a92f3fc782d None None] Sync routers for ids ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'] in dv-cinder-742162-4-iscsi {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:54:21.459306 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae2d6e-379b-44bd-af61-9a92f3fc782d None None] Routers {'58cab4b9-4f2c-4eab-9f0f-adabb38d2372'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:54:21.460510 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-49ae2d6e-379b-44bd-af61-9a92f3fc782d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec0ff80b8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:54:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:54:21.516995 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:21.564272 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7e6ec1f1-b032-400a-8ff5-26f54a1469bb req-43991e11-a6ae-4c71-be14-b48acd64cc01 service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2293038
Apr 20 14:54:21.611142 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd85b99-afb4-4159-9624-0b34879a89db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffde5179-8469-40ac-9f1a-2c5260b9a394'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:54:21.636267 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port ffde5179-8469-40ac-9f1a-2c5260b9a394, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=ffde5179-8469-40ac-9f1a-2c5260b9a394,segment=NetworkSegment(535c5a4c-0b7c-4f15-9524-011a880e0127),segment_id=535c5a4c-0b7c-4f15-9524-011a880e0127)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:54:21.656801 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-d74474a8-d01f-4135-acb7-27fbf3ede74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec2162828>, [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:07Z', 'revision_number': 4, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port': {'id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': '83257c57-2a3b-4a43-bc21-12bfc5f93bd9', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'port_id': 'af3da897-c8d0-4678-91dc-f12affaeb4e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'mac_address': 'fa:16:3e:90:9c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1461a5c8-d6eb-4239-b393-8ff456c174b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:53:37Z', 'updated_at': '2021-04-20T14:54:17Z', 'revision_number': 1, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a185794-0c77-4658-b650-7705ab464738', 'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'mac_address': 'fa:16:3e:27:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:05Z', 'updated_at': '2021-04-20T14:49:18Z', 'revision_number': 5, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'subnets': [{'id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:54:21.663526 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74474a8-d01f-4135-acb7-27fbf3ede74e None None] The sync data for ids ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'] in dv-cinder-742162-4-iscsi is: [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:07Z', 'revision_number': 4, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port': {'id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': '83257c57-2a3b-4a43-bc21-12bfc5f93bd9', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'port_id': 'af3da897-c8d0-4678-91dc-f12affaeb4e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'mac_address': 'fa:16:3e:90:9c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1461a5c8-d6eb-4239-b393-8ff456c174b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:53:37Z', 'updated_at': '2021-04-20T14:54:17Z', 'revision_number': 1, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a185794-0c77-4658-b650-7705ab464738', 'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'mac_address': 'fa:16:3e:27:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:05Z', 'updated_at': '2021-04-20T14:49:18Z', 'revision_number': 5, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'subnets': [{'id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:54:21.684895 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd85b99-afb4-4159-9624-0b34879a89db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffde5179-8469-40ac-9f1a-2c5260b9a394', 'code': 200}
Apr 20 14:54:21.688626 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:21.690120 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 7da87d05-5f14-484a-a56a-c92d934140ed no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:54:21.728118 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:21.788803 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] No Port match for: 7da87d05-5f14-484a-a56a-c92d934140ed {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:54:21.789374 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 7da87d05-5f14-484a-a56a-c92d934140ed not bound to the agent host hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:54:21.789997 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 6de45a89-b6e1-49ab-92d9-d693efe53ce2 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:54:21.792837 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-49ae2d6e-379b-44bd-af61-9a92f3fc782d None None] Set router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:54:21.825138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-59be5932-fbb5-4697-9962-dfff4d57086e req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] No DVR routers for this DVR port 7da87d05-5f14-484a-a56a-c92d934140ed on host hv-cinder-74216 {{(pid=86437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:54:21.829240 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-59be5932-fbb5-4697-9962-dfff4d57086e req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:21.831535 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-59be5932-fbb5-4697-9962-dfff4d57086e req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.38 "DELETE /v2.0/ports/7da87d05-5f14-484a-a56a-c92d934140ed HTTP/1.1" status: 204  len: 173 time: 4.3716714
Apr 20 14:54:21.833159 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-eda2cfa3-1753-4125-9849-79d16c2ee985 req-c2656c05-6a86-441e-b7fe-a43ae1f4abd2 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Synchronizing usage tracker for tenant:7a24367a785146cda03a905690f8cd8a on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:54:21.880475 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] No Port match for: 6de45a89-b6e1-49ab-92d9-d693efe53ce2 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:54:21.880475 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 6de45a89-b6e1-49ab-92d9-d693efe53ce2 not bound to the agent host hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:54:21.899975 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-eda2cfa3-1753-4125-9849-79d16c2ee985 req-c2656c05-6a86-441e-b7fe-a43ae1f4abd2 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Unset dirty status for tenant:7a24367a785146cda03a905690f8cd8a on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:54:21.901386 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-eda2cfa3-1753-4125-9849-79d16c2ee985 req-c2656c05-6a86-441e-b7fe-a43ae1f4abd2 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae01d28-04b8-49a5-b755-9cec227bd30c HTTP/1.1" status: 200  len: 210 time: 0.5128713
Apr 20 14:54:21.932721 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=ffde5179-8469-40ac-9f1a-2c5260b9a394,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:21.943251 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:22.236032 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15897bd-2dbb-4a50-a247-caa24fc28450 None None] New status for floating IP 83257c57-2a3b-4a43-bc21-12bfc5f93bd9: ACTIVE {{(pid=86438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:54:22.325591 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 49926) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:22.423980 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216a850-a246-4e8a-98d9-9f48bea1d0ee req-855780d7-dae8-4a4b-b849-b3c3640759a7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:22.425733 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f216a850-a246-4e8a-98d9-9f48bea1d0ee req-855780d7-dae8-4a4b-b849-b3c3640759a7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 945 time: 0.4622254
Apr 20 14:54:22.429751 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93961a0e-b774-46ec-9246-d1acd7d77d34 req-3c00cb45-dfd8-4de3-9125-5219952e38b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:22.431830 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-93961a0e-b774-46ec-9246-d1acd7d77d34 req-3c00cb45-dfd8-4de3-9125-5219952e38b2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 1098 time: 0.2494648
Apr 20 14:54:22.580948 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-49ae2d6e-379b-44bd-af61-9a92f3fc782d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec0ff80b8>, [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port': {'id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:49Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '620f263a-6b38-45be-a08c-3dc89d564c74', 'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'mac_address': 'fa:16:3e:05:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:57Z', 'updated_at': '2021-04-20T14:49:16Z', 'revision_number': 5, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'subnets': [{'id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:54:22.586724 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ae2d6e-379b-44bd-af61-9a92f3fc782d None None] Checking router: 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 for host: dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:54:22.598431 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae2d6e-379b-44bd-af61-9a92f3fc782d None None] Routers {'58cab4b9-4f2c-4eab-9f0f-adabb38d2372'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:54:22.599579 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-49ae2d6e-379b-44bd-af61-9a92f3fc782d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec0ff80b8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:54:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:54:22.675635 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3677e641-9400-4197-be5e-f3735d2ea09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:22.699659 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-3677e641-9400-4197-be5e-f3735d2ea09b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:22.704234 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-3677e641-9400-4197-be5e-f3735d2ea09b admin admin] Usage tracker for resource:security_group_rule and tenant:e0194c414a8542429f58f50ebee84f69 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:54:22.708137 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-3677e641-9400-4197-be5e-f3735d2ea09b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:54:22.715090 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-3677e641-9400-4197-be5e-f3735d2ea09b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:22.724839 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f216a850-a246-4e8a-98d9-9f48bea1d0ee req-d101bbd4-5f28-4583-9fbe-4c41852d2a22 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2850392
Apr 20 14:54:22.765678 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-93961a0e-b774-46ec-9246-d1acd7d77d34 req-a06a9773-3b8b-4c05-8bdd-98aea1257e73 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3026688
Apr 20 14:54:22.845082 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3677e641-9400-4197-be5e-f3735d2ea09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:22.882855 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3677e641-9400-4197-be5e-f3735d2ea09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:22.912618 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0c5d7df4-8032-4df2-a964-287f92a37f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:22.928097 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-3677e641-9400-4197-be5e-f3735d2ea09b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0194c414a8542429f58f50ebee84f69&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5965946
Apr 20 14:54:22.928833 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 49934) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:22.937962 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-49ae2d6e-379b-44bd-af61-9a92f3fc782d None None] Set router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:54:22.950315 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677e641-9400-4197-be5e-f3735d2ea09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a32bbb-a287-4285-9ec0-dd5a1e3a6b79,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:22.954051 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3677e641-9400-4197-be5e-f3735d2ea09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:23.083130 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-732025f8-73bf-4523-b992-632c1eeba353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:23.111405 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 49942) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:23.145559 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-732025f8-73bf-4523-b992-632c1eeba353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:23.204223 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a6262cd2-4d42-4183-bbe0-a712fb7b6067 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:23.242838 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a6262cd2-4d42-4183-bbe0-a712fb7b6067 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:23.386355 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-49ae2d6e-379b-44bd-af61-9a92f3fc782d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec0ff80b8>, [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port': {'id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:49Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '620f263a-6b38-45be-a08c-3dc89d564c74', 'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'mac_address': 'fa:16:3e:05:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:57Z', 'updated_at': '2021-04-20T14:49:16Z', 'revision_number': 5, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'subnets': [{'id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:54:23.389428 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae01d28-04b8-49a5-b755-9cec227bd30c', 'name': 'network-vif-deleted', 'tag': '7da87d05-5f14-484a-a56a-c92d934140ed'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:54:23.391366 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ae2d6e-379b-44bd-af61-9a92f3fc782d None None] The sync data for ids ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'] in dv-cinder-742162-4-iscsi is: [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port': {'id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:49Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '620f263a-6b38-45be-a08c-3dc89d564c74', 'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'mac_address': 'fa:16:3e:05:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:57Z', 'updated_at': '2021-04-20T14:49:16Z', 'revision_number': 5, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'subnets': [{'id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:54:23.402470 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-732025f8-73bf-4523-b992-632c1eeba353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:23.402927 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a6262cd2-4d42-4183-bbe0-a712fb7b6067 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:23.408231 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-13d6aa75-9a32-4c98-9282-b2fc6fde032a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:23.414054 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3f8f6260-9dc0-4791-b50c-3f5d5a670a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:23.434512 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732025f8-73bf-4523-b992-632c1eeba353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a32bbb-a287-4285-9ec0-dd5a1e3a6b79,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:23.448284 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-732025f8-73bf-4523-b992-632c1eeba353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:23.462868 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-732025f8-73bf-4523-b992-632c1eeba353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:23.464157 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-732025f8-73bf-4523-b992-632c1eeba353 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87a32bbb-a287-4285-9ec0-dd5a1e3a6b79 HTTP/1.1" status: 204  len: 168 time: 0.5337574
Apr 20 14:54:23.521826 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae01d28-04b8-49a5-b755-9cec227bd30c', 'name': 'network-vif-deleted', 'tag': '7da87d05-5f14-484a-a56a-c92d934140ed', 'status': 'completed', 'code': 200}
Apr 20 14:54:23.531670 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6262cd2-4d42-4183-bbe0-a712fb7b6067 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f301ef5-7030-4712-be27-3d191519b8a2,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:23.542288 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a6262cd2-4d42-4183-bbe0-a712fb7b6067 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:23.620494 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a6262cd2-4d42-4183-bbe0-a712fb7b6067 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:23.626094 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 49958) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:23.627993 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a6262cd2-4d42-4183-bbe0-a712fb7b6067 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "DELETE /v2.0/security-groups/3f301ef5-7030-4712-be27-3d191519b8a2 HTTP/1.1" status: 204  len: 168 time: 0.5135555
Apr 20 14:54:23.678702 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.v2.resource [None req-ede80d8d-0aed-4801-88d5-8856a396c307 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] show failed (client error): The resource could not be found.
Apr 20 14:54:23.685945 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 49964) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:23.688876 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-ede80d8d-0aed-4801-88d5-8856a396c307 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups/3f301ef5-7030-4712-be27-3d191519b8a2 HTTP/1.1" status: 404  len: 347 time: 0.0580120
Apr 20 14:54:23.961554 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Deleting port 0a8f1adf-de82-4eb5-882a-4caddd9e2fe2 {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:54:23.961920 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:24.007069 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463cebd-9def-4c29-aef2-faba80c3d63f req-e3db99e0-f6c7-49c6-b076-85c19e2d59ac tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:24.016788 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9463cebd-9def-4c29-aef2-faba80c3d63f req-e3db99e0-f6c7-49c6-b076-85c19e2d59ac tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 945 time: 0.1242878
Apr 20 14:54:24.069900 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a17e850-507a-43f0-806e-d71ac34cba6c None None] New status for floating IP 3e9e912d-6a77-4dbf-ac63-562e6d3e5295: DOWN {{(pid=86439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:54:24.118753 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9463cebd-9def-4c29-aef2-faba80c3d63f req-889d45e5-5074-48be-8a2c-8a2fcd55c068 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004186
Apr 20 14:54:24.337482 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:24.337930 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:24.418807 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effa4e8-b36c-40e2-9b52-b173092e0993 req-4dc2cc6e-abb3-4772-be7d-c870bcbb96b3 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:24.426387 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1effa4e8-b36c-40e2-9b52-b173092e0993 req-4dc2cc6e-abb3-4772-be7d-c870bcbb96b3 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 945 time: 0.1220353
Apr 20 14:54:24.505563 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1effa4e8-b36c-40e2-9b52-b173092e0993 req-bc7a36ea-e775-4498-87df-ed1c4e9da14e tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764067
Apr 20 14:54:24.524661 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Calling delete_port for 0a8f1adf-de82-4eb5-882a-4caddd9e2fe2 owned by network:floatingip {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:54:24.747527 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.db.api [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86436) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 14:54:24.747906 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_db.api [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 14:54:25.079731 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e569a4-7eef-404b-8479-c933b55bb722 req-037913ce-a7b5-446e-9a3c-61c2fd97a564 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:25.081509 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-14e569a4-7eef-404b-8479-c933b55bb722 req-037913ce-a7b5-446e-9a3c-61c2fd97a564 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 945 time: 0.1063128
Apr 20 14:54:25.138665 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-14e569a4-7eef-404b-8479-c933b55bb722 req-c4d92eca-c565-4d76-8d5b-b72f6c3c53a7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488911
Apr 20 14:54:25.249980 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Deleting port 0a8f1adf-de82-4eb5-882a-4caddd9e2fe2 {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:54:25.250638 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:25.493441 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:25.494048 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:25.640848 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Calling delete_port for 0a8f1adf-de82-4eb5-882a-4caddd9e2fe2 owned by network:floatingip {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:54:25.812989 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 50016) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:25.928277 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:25.934086 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:26.000266 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Pushing event deleted for resources: {'Port': ['ID=0a8f1adf-de82-4eb5-882a-4caddd9e2fe2,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:26.016973 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b46a6c20-2c85-4002-bb28-5a50324836aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:26.050545 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:26.051886 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:26.052423 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:26.053148 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:26.053489 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:26.053987 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:26.054631 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:26.055135 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:26.055639 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:26.056267 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:26.056786 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:26.057284 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:26.063194 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-b46a6c20-2c85-4002-bb28-5a50324836aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:26.068555 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:26.070825 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-b46a6c20-2c85-4002-bb28-5a50324836aa admin admin] Usage tracker for resource:security_group_rule and tenant:641ef789fff343c783c873ce14396953 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:54:26.076441 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-b46a6c20-2c85-4002-bb28-5a50324836aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:54:26.089006 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-b46a6c20-2c85-4002-bb28-5a50324836aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:26.143529 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for floatingip, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:26.204050 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b46a6c20-2c85-4002-bb28-5a50324836aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:26.231705 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:26.233792 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "DELETE /v2.0/floatingips/3e9e912d-6a77-4dbf-ac63-562e6d3e5295 HTTP/1.1" status: 204  len: 168 time: 2.5450749
Apr 20 14:54:26.266064 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b46a6c20-2c85-4002-bb28-5a50324836aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:26.283896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-80e69385-f85f-4384-8c18-4b2c5f425f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:26.356515 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a6c20-2c85-4002-bb28-5a50324836aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9216bc1-a5e6-45b2-9768-871df2328b8e,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:26.364441 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-b46a6c20-2c85-4002-bb28-5a50324836aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=641ef789fff343c783c873ce14396953&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5477931
Apr 20 14:54:26.364441 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b46a6c20-2c85-4002-bb28-5a50324836aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:26.364769 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 50028) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:26.452972 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0bef2d97-dfad-4b41-a92d-b4b3c24874b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:26.484653 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0bef2d97-dfad-4b41-a92d-b4b3c24874b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:26.568013 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0bef2d97-dfad-4b41-a92d-b4b3c24874b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:26.573392 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-493750f5-9606-473d-8432-eac24e79740e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:26.589596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef2d97-dfad-4b41-a92d-b4b3c24874b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9216bc1-a5e6-45b2-9768-871df2328b8e,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:26.592886 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0bef2d97-dfad-4b41-a92d-b4b3c24874b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:26.599966 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0bef2d97-dfad-4b41-a92d-b4b3c24874b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:26.605560 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-0bef2d97-dfad-4b41-a92d-b4b3c24874b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9216bc1-a5e6-45b2-9768-871df2328b8e HTTP/1.1" status: 204  len: 168 time: 0.2398076
Apr 20 14:54:26.730471 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 50038) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:26.736845 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-051881ad-1f84-4776-8148-1f7f17e92a22 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--956856230', 'description': 'tempest-description--1854319882'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:26.743886 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-051881ad-1f84-4776-8148-1f7f17e92a22 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:26.749706 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-051881ad-1f84-4776-8148-1f7f17e92a22 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Usage tracker for resource:security_group and tenant:7a24367a785146cda03a905690f8cd8a is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:54:26.753154 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-051881ad-1f84-4776-8148-1f7f17e92a22 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:54:26.760893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-051881ad-1f84-4776-8148-1f7f17e92a22 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:26.814068 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-051881ad-1f84-4776-8148-1f7f17e92a22 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:26.837742 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-051881ad-1f84-4776-8148-1f7f17e92a22 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:26.842241 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-051881ad-1f84-4776-8148-1f7f17e92a22 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Usage tracker for resource:security_group_rule and tenant:7a24367a785146cda03a905690f8cd8a is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:54:26.845567 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-051881ad-1f84-4776-8148-1f7f17e92a22 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:54:26.852344 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-051881ad-1f84-4776-8148-1f7f17e92a22 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:26.944223 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-051881ad-1f84-4776-8148-1f7f17e92a22 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:26.974434 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-051881ad-1f84-4776-8148-1f7f17e92a22 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:26.979780 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c01fde32-5bad-4e8a-8bc0-8f70d6325b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:27.069311 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051881ad-1f84-4776-8148-1f7f17e92a22 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b11df02-8fc8-43df-971d-6765873c08c7,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:27.074747 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-051881ad-1f84-4776-8148-1f7f17e92a22 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:27.105540 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-051881ad-1f84-4776-8148-1f7f17e92a22 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:27.106908 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-051881ad-1f84-4776-8148-1f7f17e92a22 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3753424
Apr 20 14:54:27.110031 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 50044) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:27.116126 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-a44021bc-54bf-4dcf-80c0-58372a207453 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Request body: {'security_group_rule': {'security_group_id': '9b11df02-8fc8-43df-971d-6765873c08c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:27.122823 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a44021bc-54bf-4dcf-80c0-58372a207453 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:27.127041 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a44021bc-54bf-4dcf-80c0-58372a207453 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Usage tracker for resource:security_group_rule and tenant:7a24367a785146cda03a905690f8cd8a is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:54:27.130418 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a44021bc-54bf-4dcf-80c0-58372a207453 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:54:27.136643 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a44021bc-54bf-4dcf-80c0-58372a207453 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:27.182216 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a44021bc-54bf-4dcf-80c0-58372a207453 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:27.259395 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a44021bc-54bf-4dcf-80c0-58372a207453 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:27.299520 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a44021bc-54bf-4dcf-80c0-58372a207453 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:27.301726 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:27.330808 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44021bc-54bf-4dcf-80c0-58372a207453 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c8a673a-408f-4e08-be78-64d34e183789,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:27.333486 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a44021bc-54bf-4dcf-80c0-58372a207453 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:27.377653 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a44021bc-54bf-4dcf-80c0-58372a207453 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:27.378994 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a44021bc-54bf-4dcf-80c0-58372a207453 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2679276
Apr 20 14:54:27.381890 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 50048) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:27.387693 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-d15f4f66-f44d-4490-a754-2b8753d7b038 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Request body: {'security_group_rule': {'security_group_id': '9b11df02-8fc8-43df-971d-6765873c08c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:27.394887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-d15f4f66-f44d-4490-a754-2b8753d7b038 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:27.399180 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-d15f4f66-f44d-4490-a754-2b8753d7b038 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Usage tracker for resource:security_group_rule and tenant:7a24367a785146cda03a905690f8cd8a is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:54:27.402410 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-d15f4f66-f44d-4490-a754-2b8753d7b038 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:54:27.408828 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-d15f4f66-f44d-4490-a754-2b8753d7b038 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:27.458159 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d15f4f66-f44d-4490-a754-2b8753d7b038 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:27.572032 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d15f4f66-f44d-4490-a754-2b8753d7b038 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:27.619530 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d15f4f66-f44d-4490-a754-2b8753d7b038 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:27.629217 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-be99334c-fc9b-44b0-9f0d-bd60b95cdb18 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:27.657233 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f4f66-f44d-4490-a754-2b8753d7b038 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9bfbff6-d630-4428-b81e-292808f0fa27,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:27.666250 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d15f4f66-f44d-4490-a754-2b8753d7b038 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:27.691976 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d15f4f66-f44d-4490-a754-2b8753d7b038 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:27.693328 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-d15f4f66-f44d-4490-a754-2b8753d7b038 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3104146
Apr 20 14:54:27.696655 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 50068) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:27.703068 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Request body: {'floatingip': {'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:27.709687 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:27.714001 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Usage tracker for resource:floatingip and tenant:7a24367a785146cda03a905690f8cd8a is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:54:27.717138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:54:27.726151 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:27.766513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for floatingip, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:27.930621 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:28.090487 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Allocated IP 172.27.2.168 (0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09/91730765-12cb-4a98-b654-b261f30f30ed/4db84cf2-745c-4ef5-8381-77bdf8ecffed) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:54:28.282795 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:28.349870 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:28.355481 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d7a6cf15-3b9d-4e55-a22d-7ddd20c6d206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:28.424673 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:54:28.427777 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:54:28.430239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:54:28.471205 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Pushing event updated for resources: {'Port': ['ID=4db84cf2-745c-4ef5-8381-77bdf8ecffed,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:28.475551 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:28.525144 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:28.614965 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:28.841731 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:28.876822 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:28.881903 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3d171ef6-e6f6-4bde-b2b7-12b2016bc2eb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:29.001626 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Pushing event updated for resources: {'Port': ['ID=4db84cf2-745c-4ef5-8381-77bdf8ecffed,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:29.006564 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:29.013833 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:29.071282 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:29.072641 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3748946
Apr 20 14:54:29.321142 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-ddf6a5c7-14c9-4715-a778-4be12511553b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Synchronizing usage tracker for tenant:7a24367a785146cda03a905690f8cd8a on resource:security_group {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:54:29.383535 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-ddf6a5c7-14c9-4715-a778-4be12511553b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Unset dirty status for tenant:7a24367a785146cda03a905690f8cd8a on resource:security_group {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:54:29.384944 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-ddf6a5c7-14c9-4715-a778-4be12511553b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--956856230&fields=id&tenant_id=7a24367a785146cda03a905690f8cd8a HTTP/1.1" status: 200  len: 267 time: 0.1092324
Apr 20 14:54:29.560214 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-07b10e0f-9ec6-44cd-9f59-97865217a3ba tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:29.562496 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-07b10e0f-9ec6-44cd-9f59-97865217a3ba tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/networks?id=42f202dd-8cd2-4251-8db7-28646c856c8f HTTP/1.1" status: 200  len: 811 time: 0.1697617
Apr 20 14:54:29.580553 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-fb953d03-1d65-4a02-9666-e453bc829886 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/quotas/7a24367a785146cda03a905690f8cd8a HTTP/1.1" status: 200  len: 375 time: 0.0114150
Apr 20 14:54:29.686615 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-56baf403-ad05-4aa3-8625-0e15f73f9398 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a24367a785146cda03a905690f8cd8a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0979934
Apr 20 14:54:29.961699 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-16bd5746-9b23-464d-8168-aa1493fce7a1 service neutron] 10.222.0.16 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2616758
Apr 20 14:54:30.115498 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-c679fa28-87bc-4856-ba27-6e82d0244990 service neutron] 10.222.0.16 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462648
Apr 20 14:54:30.554457 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fd739530-daf7-4b8e-8773-0d459e58cdf1 req-8c6d5416-6c46-4e9d-94e0-1e9fc7184d48 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 210 time: 0.0923934
Apr 20 14:54:30.840312 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:32.293758 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-75cfe41c-34f2-4d8c-b8fc-d9de649c7ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:33.447957 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8fc65ebb-d55f-4863-9313-69e7498165cf req-42290675-6ab2-48c8-bf70-1c9bffe501fe tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 210 time: 0.0603111
Apr 20 14:54:34.671012 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e49c97e4-2ce6-487f-81fe-a0720ff99e4e req-1d830f5c-648c-483f-9899-a1edeb213228 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 210 time: 0.0551133
Apr 20 14:54:34.934124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b0bae0c3-bcee-4042-ba19-d043ce6cdc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:35.537612 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:35.844321 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8b385e14-cdee-41ad-b126-13bc01aaceb1 req-e5ba520e-35d9-4b31-8199-15365238e1a1 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 210 time: 0.0504076
Apr 20 14:54:36.373783 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:36.577636 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:54:37.030593 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:37.192733 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-5aba45f7-afce-4d49-9142-915c23296b64 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:37.194341 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-5aba45f7-afce-4d49-9142-915c23296b64 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.38 "GET /v2.0/networks?id=42f202dd-8cd2-4251-8db7-28646c856c8f HTTP/1.1" status: 200  len: 811 time: 0.2666945
Apr 20 14:54:37.205195 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-48adc7a1-6356-4b24-900f-3ef623627082 req-e006afd2-502e-4f91-bf3c-b84d9907d0dc tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 210 time: 0.0688598
Apr 20 14:54:37.303062 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-bada4dfa-c016-4040-8ce5-eb33a5191a4c tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7a24367a785146cda03a905690f8cd8a HTTP/1.1" status: 200  len: 5704 time: 0.0985565
Apr 20 14:54:37.319879 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-8f8693b2-0693-4769-8ee6-1d725c469175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Request body: {'port': {'device_id': 'c6cee867-4058-45e4-b6c1-a9546cf121a0', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'admin_state_up': True, 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'security_groups': ['9b11df02-8fc8-43df-971d-6765873c08c7']}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:37.486111 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-8f8693b2-0693-4769-8ee6-1d725c469175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:37.490752 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-8f8693b2-0693-4769-8ee6-1d725c469175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Usage tracker for resource:port and tenant:7a24367a785146cda03a905690f8cd8a is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:54:37.495250 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-8f8693b2-0693-4769-8ee6-1d725c469175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:54:37.503136 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-8f8693b2-0693-4769-8ee6-1d725c469175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:37.543384 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-8f8693b2-0693-4769-8ee6-1d725c469175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Made reservation on behalf of 7a24367a785146cda03a905690f8cd8a for: {'port': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:54:37.554676 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-8f8693b2-0693-4769-8ee6-1d725c469175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:37.744943 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-8f8693b2-0693-4769-8ee6-1d725c469175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Allocated IP 172.20.0.8 (42f202dd-8cd2-4251-8db7-28646c856c8f/6574b30a-3454-4cc1-b2ab-32d1917de288/9394c803-3db0-4673-a18c-09dfa178738d) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:54:37.983967 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-8f8693b2-0693-4769-8ee6-1d725c469175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:38.008791 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-8f8693b2-0693-4769-8ee6-1d725c469175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Transition to ACTIVE for port object 9394c803-3db0-4673-a18c-09dfa178738d will not be triggered until provisioned by entity DHCP. {{(pid=86437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:54:38.100115 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-8f8693b2-0693-4769-8ee6-1d725c469175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:38.110809 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-350218b1-c59b-4e9a-b418-ffa6d5c5ef9d tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:38.271337 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-8f8693b2-0693-4769-8ee6-1d725c469175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Network 42f202dd-8cd2-4251-8db7-28646c856c8f is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:54:38.278420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-8f8693b2-0693-4769-8ee6-1d725c469175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:54:38.284334 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8693b2-0693-4769-8ee6-1d725c469175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Pushing event updated for resources: {'Port': ['ID=9394c803-3db0-4673-a18c-09dfa178738d,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:38.287715 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-8f8693b2-0693-4769-8ee6-1d725c469175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:54:38.342470 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8f8693b2-0693-4769-8ee6-1d725c469175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:38.406648 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-8f8693b2-0693-4769-8ee6-1d725c469175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:38.407698 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-8f8693b2-0693-4769-8ee6-1d725c469175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:38.509742 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-8f8693b2-0693-4769-8ee6-1d725c469175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1943049
Apr 20 14:54:38.526219 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Request body: {'port': {'device_id': 'c6cee867-4058-45e4-b6c1-a9546cf121a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:38.571978 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-56a94a03-ee1a-4c29-ada4-9c4ce830227f tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:38.573573 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-56a94a03-ee1a-4c29-ada4-9c4ce830227f tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/networks?id=a243db25-610a-4a22-a0c2-944a6a12d7ce HTTP/1.1" status: 200  len: 814 time: 0.5042315
Apr 20 14:54:38.573754 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-7d069341-5503-4e38-85a8-b60f5a62b011 None None] Provisioning for port 9394c803-3db0-4673-a18c-09dfa178738d completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:54:38.580917 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-7d069341-5503-4e38-85a8-b60f5a62b011 None None] Provisioning complete for port 9394c803-3db0-4673-a18c-09dfa178738d triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:54:38.581314 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7d069341-5503-4e38-85a8-b60f5a62b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:38.613226 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-3a429e19-d115-4255-ad66-ce3ab816a904 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/quotas/8e516eecaaa9450ba940ed06d0553871 HTTP/1.1" status: 200  len: 375 time: 0.0268352
Apr 20 14:54:38.646934 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-7d069341-5503-4e38-85a8-b60f5a62b011 None None] Port 9394c803-3db0-4673-a18c-09dfa178738d cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:54:38.733479 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-c4229f09-c712-4093-9c7b-0d73b3a20f22 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8e516eecaaa9450ba940ed06d0553871&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1039267
Apr 20 14:54:38.767569 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef567387-ee37-4980-8a0e-21ce4ab545ac req-42b68435-0511-4ab9-a6e5-27cdfd0c5cce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:38.768377 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-ef567387-ee37-4980-8a0e-21ce4ab545ac req-42b68435-0511-4ab9-a6e5-27cdfd0c5cce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Synchronizing usage tracker for tenant:7a24367a785146cda03a905690f8cd8a on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:54:38.776999 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:39.149284 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-ef567387-ee37-4980-8a0e-21ce4ab545ac req-42b68435-0511-4ab9-a6e5-27cdfd0c5cce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Unset dirty status for tenant:7a24367a785146cda03a905690f8cd8a on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:54:39.150720 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ef567387-ee37-4980-8a0e-21ce4ab545ac req-42b68435-0511-4ab9-a6e5-27cdfd0c5cce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 931 time: 0.7125430
Apr 20 14:54:39.321031 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ef567387-ee37-4980-8a0e-21ce4ab545ac req-cd37935e-1f61-4483-84ad-01279f108696 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b11df02-8fc8-43df-971d-6765873c08c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1633739
Apr 20 14:54:39.353218 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-032293d7-8046-4984-8582-4bb3dea59c21 service neutron] 10.222.0.16 "GET /v2.0/networks/a243db25-610a-4a22-a0c2-944a6a12d7ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6044152
Apr 20 14:54:39.629141 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-f303d8d6-6680-4f7a-a8c1-2d3d8aef853b service neutron] 10.222.0.16 "GET /v2.0/networks/a243db25-610a-4a22-a0c2-944a6a12d7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2286718
Apr 20 14:54:39.745518 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9394c803-3db0-4673-a18c-09dfa178738d {{(pid=86437) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:54:39.754278 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:39.784677 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Transition to ACTIVE for port object 9394c803-3db0-4673-a18c-09dfa178738d will not be triggered until provisioned by entity L2. {{(pid=86437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:54:39.827402 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:39.827402 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0c84a66c-a77d-4585-bc89-a1fd902f1b4a tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:39.935661 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-af246740-b979-4d54-8d92-8fb5127bf49b req-e643eb92-0a2d-47ae-af3e-74664ff9f4ce tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa22894-01f4-4cff-8f30-fa290a10c71c HTTP/1.1" status: 200  len: 210 time: 0.0686851
Apr 20 14:54:40.062443 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=9394c803-3db0-4673-a18c-09dfa178738d,revision_number=2']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:40.074387 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:40.159285 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Attempting to bind port 9394c803-3db0-4673-a18c-09dfa178738d on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:54:40.159285 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Attempting to bind port 9394c803-3db0-4673-a18c-09dfa178738d by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '6e4c7473-cdca-4da7-b21f-25ecac67c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f'}] {{(pid=86437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:54:40.159285 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Attempting to bind port 9394c803-3db0-4673-a18c-09dfa178738d on network 42f202dd-8cd2-4251-8db7-28646c856c8f {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:54:40.163511 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Port 9394c803-3db0-4673-a18c-09dfa178738d on network 42f202dd-8cd2-4251-8db7-28646c856c8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:54:40.164001 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Attempting to bind port 9394c803-3db0-4673-a18c-09dfa178738d on network 42f202dd-8cd2-4251-8db7-28646c856c8f {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:54:40.171884 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:54:40.172274 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Checking segment: {'id': '6e4c7473-cdca-4da7-b21f-25ecac67c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:54:40.172702 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Bound using segment: {'id': '6e4c7473-cdca-4da7-b21f-25ecac67c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f'} {{(pid=86437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:54:40.173187 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Bound port: 9394c803-3db0-4673-a18c-09dfa178738d, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e4c7473-cdca-4da7-b21f-25ecac67c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f'}}] {{(pid=86437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:54:40.173578 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:40.283242 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] For port 9394c803-3db0-4673-a18c-09dfa178738d, host hv-cinder-74216, cleared binding levels {{(pid=86437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:54:40.286720 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] For port 9394c803-3db0-4673-a18c-09dfa178738d, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=9394c803-3db0-4673-a18c-09dfa178738d,segment=NetworkSegment(6e4c7473-cdca-4da7-b21f-25ecac67c8df),segment_id=6e4c7473-cdca-4da7-b21f-25ecac67c8df)] {{(pid=86437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:54:40.322510 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:40.328344 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:40.382156 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:40.382690 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:40.384271 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] 10.222.0.38 "PUT /v2.0/ports/9394c803-3db0-4673-a18c-09dfa178738d HTTP/1.1" status: 200  len: 1093 time: 1.8649890
Apr 20 14:54:40.386854 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cee867-4058-45e4-b6c1-a9546cf121a0', 'tag': '9394c803-3db0-4673-a18c-09dfa178738d'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:54:40.429468 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=9394c803-3db0-4673-a18c-09dfa178738d,revision_number=3']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:40.441207 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:40.516558 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6cee867-4058-45e4-b6c1-a9546cf121a0', 'tag': '9394c803-3db0-4673-a18c-09dfa178738d', 'status': 'completed', 'code': 200}
Apr 20 14:54:40.626059 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f3644-da83-4971-9457-530b7fee3c23 req-e311a8ac-2971-4ea4-a664-9bdb876a88e7 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:40.627816 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9e5f3644-da83-4971-9457-530b7fee3c23 req-e311a8ac-2971-4ea4-a664-9bdb876a88e7 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 943 time: 0.1731658
Apr 20 14:54:40.634622 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-2160e923-70ce-4f4a-abfa-018998849ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:40.636401 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-2160e923-70ce-4f4a-abfa-018998849ce8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7a24367a785146cda03a905690f8cd8a&device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 1096 time: 0.1225972
Apr 20 14:54:40.730975 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-31dae0e5-232b-4659-9825-a0ecd628c9a0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9394c803-3db0-4673-a18c-09dfa178738d HTTP/1.1" status: 200  len: 217 time: 0.0769379
Apr 20 14:54:40.801248 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9e5f3644-da83-4971-9457-530b7fee3c23 req-645b5266-e3fc-4e1a-a6cb-a8450d59cc15 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b11df02-8fc8-43df-971d-6765873c08c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1637712
Apr 20 14:54:40.822285 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-b18ad319-25ee-4bf9-9ab2-3a554aa44fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:40.823862 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-b18ad319-25ee-4bf9-9ab2-3a554aa44fbc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6574b30a-3454-4cc1-b2ab-32d1917de288 HTTP/1.1" status: 200  len: 850 time: 0.0811036
Apr 20 14:54:40.924896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-6f9eb1db-4f67-4257-b33d-e069889e6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:40.926564 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-6f9eb1db-4f67-4257-b33d-e069889e6551 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42f202dd-8cd2-4251-8db7-28646c856c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0938351
Apr 20 14:54:41.127730 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c0a86f0d-60fe-4fba-9b35-93b205b8480e req-eadace02-54bd-40ca-8d45-d11123bc5180 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa22894-01f4-4cff-8f30-fa290a10c71c HTTP/1.1" status: 200  len: 210 time: 0.0588028
Apr 20 14:54:41.150458 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-a4af3555-d95b-4c5e-81b2-f9f5ba841ad9 service neutron] 10.222.0.38 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2154169
Apr 20 14:54:41.309723 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0b6fffc-56d7-4f76-ae92-fe17f3d95ca9 req-ef98b9e1-c24c-4f2e-9da7-1e686c6e8cea service neutron] 10.222.0.38 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470921
Apr 20 14:54:41.491008 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62429a-c660-48ab-acec-f6035c376368 req-b94275c0-61eb-4bb1-af8c-c4f704f16d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:41.492640 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0a62429a-c660-48ab-acec-f6035c376368 req-b94275c0-61eb-4bb1-af8c-c4f704f16d18 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7a24367a785146cda03a905690f8cd8a&device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 1096 time: 0.0918820
Apr 20 14:54:41.665789 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62429a-c660-48ab-acec-f6035c376368 req-4b714eb4-d950-4ff3-bb8e-3d246b11d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:41.668506 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0a62429a-c660-48ab-acec-f6035c376368 req-4b714eb4-d950-4ff3-bb8e-3d246b11d0a6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=42f202dd-8cd2-4251-8db7-28646c856c8f HTTP/1.1" status: 200  len: 912 time: 0.1673169
Apr 20 14:54:41.754006 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0a62429a-c660-48ab-acec-f6035c376368 req-46009815-5955-4168-9565-92b29299b620 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9394c803-3db0-4673-a18c-09dfa178738d HTTP/1.1" status: 200  len: 217 time: 0.0781684
Apr 20 14:54:41.886801 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62429a-c660-48ab-acec-f6035c376368 req-5ec1bfd0-622d-422d-9a95-e2205768009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:41.890596 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0a62429a-c660-48ab-acec-f6035c376368 req-5ec1bfd0-622d-422d-9a95-e2205768009c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6574b30a-3454-4cc1-b2ab-32d1917de288 HTTP/1.1" status: 200  len: 850 time: 0.1134911
Apr 20 14:54:41.923139 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-7f0a0a7b-2593-427b-bc06-e6b01890839a tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:41.923939 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-7f0a0a7b-2593-427b-bc06-e6b01890839a tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Synchronizing usage tracker for tenant:8e516eecaaa9450ba940ed06d0553871 on resource:network {{(pid=86436) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:54:41.984814 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-7f0a0a7b-2593-427b-bc06-e6b01890839a tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Unset dirty status for tenant:8e516eecaaa9450ba940ed06d0553871 on resource:network {{(pid=86436) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:54:41.986128 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-7f0a0a7b-2593-427b-bc06-e6b01890839a tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.38 "GET /v2.0/networks?id=a243db25-610a-4a22-a0c2-944a6a12d7ce HTTP/1.1" status: 200  len: 814 time: 0.2595553
Apr 20 14:54:42.013416 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-7c140f8e-48c1-4482-bbbc-dd4a257b0dda tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Request body: {'port': {'device_id': '7fa22894-01f4-4cff-8f30-fa290a10c71c', 'network_id': 'a243db25-610a-4a22-a0c2-944a6a12d7ce', 'admin_state_up': True, 'tenant_id': '8e516eecaaa9450ba940ed06d0553871'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:42.105933 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62429a-c660-48ab-acec-f6035c376368 req-04f2a1ad-5e46-4ee7-a0e9-53ee89827055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:42.108165 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0a62429a-c660-48ab-acec-f6035c376368 req-04f2a1ad-5e46-4ee7-a0e9-53ee89827055 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42f202dd-8cd2-4251-8db7-28646c856c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2077012
Apr 20 14:54:42.135739 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63598124-7145-4587-a869-6483e633e0da req-ba91fd56-5b40-4368-8694-7bb8619279ce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:42.138884 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-63598124-7145-4587-a869-6483e633e0da req-ba91fd56-5b40-4368-8694-7bb8619279ce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 943 time: 0.1474135
Apr 20 14:54:42.259843 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-7c140f8e-48c1-4482-bbbc-dd4a257b0dda tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:42.272354 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-7c140f8e-48c1-4482-bbbc-dd4a257b0dda tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:42.308492 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-63598124-7145-4587-a869-6483e633e0da req-db7707b1-2bbd-4acb-b736-51993d45a507 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b11df02-8fc8-43df-971d-6765873c08c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1296399
Apr 20 14:54:42.310587 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-7c140f8e-48c1-4482-bbbc-dd4a257b0dda tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Made reservation on behalf of 8e516eecaaa9450ba940ed06d0553871 for: {'port': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:54:42.317382 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-7c140f8e-48c1-4482-bbbc-dd4a257b0dda tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:42.423287 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-35557a7d-7182-4587-b0a8-ea2590e530e8 req-a1287172-7d1e-4915-9b38-0320cc5a5c1d tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa22894-01f4-4cff-8f30-fa290a10c71c HTTP/1.1" status: 200  len: 210 time: 0.1132193
Apr 20 14:54:42.470303 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0a62429a-c660-48ab-acec-f6035c376368 req-a62a9881-ce6c-463c-958e-97682e87aa20 service neutron] 10.222.0.38 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3299477
Apr 20 14:54:42.515492 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-7c140f8e-48c1-4482-bbbc-dd4a257b0dda tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Allocated IP 172.20.0.2 (a243db25-610a-4a22-a0c2-944a6a12d7ce/4f0ee08f-f014-44dd-a49c-69c0508e9876/618328e3-94bf-4809-8feb-2cd29b47e472) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:54:42.744260 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0a62429a-c660-48ab-acec-f6035c376368 req-9fd0c8d1-645e-425a-ab9c-40b5ecd9823c service neutron] 10.222.0.38 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2649240
Apr 20 14:54:42.761276 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-7c140f8e-48c1-4482-bbbc-dd4a257b0dda tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:42.817778 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-7c140f8e-48c1-4482-bbbc-dd4a257b0dda tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:42.824057 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:42.899821 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-7c140f8e-48c1-4482-bbbc-dd4a257b0dda tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Network a243db25-610a-4a22-a0c2-944a6a12d7ce is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:54:42.903944 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-7c140f8e-48c1-4482-bbbc-dd4a257b0dda tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:54:42.908868 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-7c140f8e-48c1-4482-bbbc-dd4a257b0dda tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:54:42.952567 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c140f8e-48c1-4482-bbbc-dd4a257b0dda tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Pushing event updated for resources: {'Port': ['ID=618328e3-94bf-4809-8feb-2cd29b47e472,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:42.957779 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7c140f8e-48c1-4482-bbbc-dd4a257b0dda tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:42.988404 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-7c140f8e-48c1-4482-bbbc-dd4a257b0dda tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:42.989107 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-7c140f8e-48c1-4482-bbbc-dd4a257b0dda tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:43.041851 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-7c140f8e-48c1-4482-bbbc-dd4a257b0dda tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0364392
Apr 20 14:54:43.055160 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Request body: {'port': {'device_id': '7fa22894-01f4-4cff-8f30-fa290a10c71c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:43.177994 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:43.534335 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d064d-655b-496b-96ff-53ed18f8adbf req-339e2b5e-5304-45ae-86be-c40ea6fb2138 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:43.536474 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7c3d064d-655b-496b-96ff-53ed18f8adbf req-339e2b5e-5304-45ae-86be-c40ea6fb2138 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 943 time: 0.1062589
Apr 20 14:54:43.571245 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618328e3-94bf-4809-8feb-2cd29b47e472 {{(pid=86436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:54:43.580551 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:43.596790 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Transition to ACTIVE for port object 618328e3-94bf-4809-8feb-2cd29b47e472 will not be triggered until provisioned by entity L2. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:54:43.636800 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7c3d064d-655b-496b-96ff-53ed18f8adbf req-5f4f5942-e672-4df8-9199-a32c3032876f tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b11df02-8fc8-43df-971d-6765873c08c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0927682
Apr 20 14:54:43.643821 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:43.653674 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a476f641-d1e8-40fb-964b-2ff5d0155408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:43.680859 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166579a1-ab10-4605-822f-98b217e87aa1 req-c2668f20-4bce-45d2-808a-4dd3e90ecaa4 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:43.682559 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-166579a1-ab10-4605-822f-98b217e87aa1 req-c2668f20-4bce-45d2-808a-4dd3e90ecaa4 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa22894-01f4-4cff-8f30-fa290a10c71c HTTP/1.1" status: 200  len: 943 time: 0.1076469
Apr 20 14:54:43.757955 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-166579a1-ab10-4605-822f-98b217e87aa1 req-b691894f-e1ac-4fad-9958-358379cf04c7 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636020
Apr 20 14:54:43.810790 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 9394c803-3db0-4673-a18c-09dfa178738d details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:54:43.855956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Pushing event updated for resources: {'Port': ['ID=618328e3-94bf-4809-8feb-2cd29b47e472,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:43.865135 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:43.940696 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Attempting to bind port 618328e3-94bf-4809-8feb-2cd29b47e472 on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:54:43.941077 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Attempting to bind port 618328e3-94bf-4809-8feb-2cd29b47e472 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '5b577d1c-df65-404c-a587-4cf8ef829fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a243db25-610a-4a22-a0c2-944a6a12d7ce'}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:54:43.941446 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Attempting to bind port 618328e3-94bf-4809-8feb-2cd29b47e472 on network a243db25-610a-4a22-a0c2-944a6a12d7ce {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:54:43.946919 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Port 618328e3-94bf-4809-8feb-2cd29b47e472 on network a243db25-610a-4a22-a0c2-944a6a12d7ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:54:43.947280 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Attempting to bind port 618328e3-94bf-4809-8feb-2cd29b47e472 on network a243db25-610a-4a22-a0c2-944a6a12d7ce {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:54:43.953288 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:54:43.953704 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Checking segment: {'id': '5b577d1c-df65-404c-a587-4cf8ef829fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a243db25-610a-4a22-a0c2-944a6a12d7ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:54:43.954131 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Bound using segment: {'id': '5b577d1c-df65-404c-a587-4cf8ef829fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a243db25-610a-4a22-a0c2-944a6a12d7ce'} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:54:43.954612 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Bound port: 618328e3-94bf-4809-8feb-2cd29b47e472, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b577d1c-df65-404c-a587-4cf8ef829fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a243db25-610a-4a22-a0c2-944a6a12d7ce'}}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:54:43.955004 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:43.965295 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 9394c803-3db0-4673-a18c-09dfa178738d, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=9394c803-3db0-4673-a18c-09dfa178738d,segment=NetworkSegment(6e4c7473-cdca-4da7-b21f-25ecac67c8df),segment_id=6e4c7473-cdca-4da7-b21f-25ecac67c8df)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:54:43.981771 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': '9394c803-3db0-4673-a18c-09dfa178738d', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'port_id': '9394c803-3db0-4673-a18c-09dfa178738d', 'mac_address': 'fa:16:3e:df:0a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:54:44.068519 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:44.086017 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] For port 618328e3-94bf-4809-8feb-2cd29b47e472, host hv-cinder-74216, cleared binding levels {{(pid=86436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:54:44.093707 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] For port 618328e3-94bf-4809-8feb-2cd29b47e472, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=618328e3-94bf-4809-8feb-2cd29b47e472,segment=NetworkSegment(5b577d1c-df65-404c-a587-4cf8ef829fea),segment_id=5b577d1c-df65-404c-a587-4cf8ef829fea)] {{(pid=86436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:54:44.094948 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9394c803-3db0-4673-a18c-09dfa178738d {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:54:44.111619 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 9394c803-3db0-4673-a18c-09dfa178738d, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=9394c803-3db0-4673-a18c-09dfa178738d,segment=NetworkSegment(6e4c7473-cdca-4da7-b21f-25ecac67c8df),segment_id=6e4c7473-cdca-4da7-b21f-25ecac67c8df)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:54:44.138316 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:44.143607 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9ea090be-2bb9-4e54-8a07-fc966e7971ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:44.173317 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:44.175417 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:44.198873 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:44.199489 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:44.202480 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] 10.222.0.38 "PUT /v2.0/ports/618328e3-94bf-4809-8feb-2cd29b47e472 HTTP/1.1" status: 200  len: 1093 time: 1.1507175
Apr 20 14:54:44.204191 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa22894-01f4-4cff-8f30-fa290a10c71c', 'tag': '618328e3-94bf-4809-8feb-2cd29b47e472'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:54:44.234267 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Pushing event updated for resources: {'Port': ['ID=618328e3-94bf-4809-8feb-2cd29b47e472,revision_number=3']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:44.237955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:44.259138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=9394c803-3db0-4673-a18c-09dfa178738d,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:44.268531 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa22894-01f4-4cff-8f30-fa290a10c71c', 'tag': '618328e3-94bf-4809-8feb-2cd29b47e472', 'status': 'completed', 'code': 200}
Apr 20 14:54:44.269636 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:44.270031 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:44.270412 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:44.270785 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:44.271188 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:44.271636 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:44.272031 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:44.272677 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:44.272677 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:44.273066 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:44.273401 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:44.273844 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:54:44.278109 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:44.538024 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc5116-085b-4aaa-91da-0c1cd1c8f73e req-329deddf-5ae8-492b-b50c-0b3fd468503d tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:44.539674 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b0dc5116-085b-4aaa-91da-0c1cd1c8f73e req-329deddf-5ae8-492b-b50c-0b3fd468503d tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 945 time: 0.0907912
Apr 20 14:54:44.586665 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b0dc5116-085b-4aaa-91da-0c1cd1c8f73e req-f9ceb24e-f6b7-4e5c-b3ed-34a4e96b0584 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406177
Apr 20 14:54:44.611697 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 50330) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:44.813697 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a82f8d-a706-4c32-9bd4-06f707cae43f tempest-TestMinimumBasicScenario-1895297755 tempest-TestMinimumBasicScenario-1895297755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:44.821758 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-15a82f8d-a706-4c32-9bd4-06f707cae43f tempest-TestMinimumBasicScenario-1895297755 tempest-TestMinimumBasicScenario-1895297755-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 1093 time: 0.2088003
Apr 20 14:54:44.823379 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 50342) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:44.838299 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Request body: {'floatingip': {'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'port_id': 'ffde5179-8469-40ac-9f1a-2c5260b9a394', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:44.848482 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:44.854864 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Usage tracker for resource:floatingip and tenant:0ecbcaf7ff8049e29970e69f972278b3 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:54:44.858534 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:54:44.868735 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:44.966746 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea2330-e391-402a-a78d-ca52a106aefc req-3af6a9df-6f88-42a4-939e-f8e2be00687b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:44.968407 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d0ea2330-e391-402a-a78d-ca52a106aefc req-3af6a9df-6f88-42a4-939e-f8e2be00687b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 944 time: 0.1898870
Apr 20 14:54:45.011514 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f442f9-6d22-478e-91e2-ad9b3fd0938f req-ac0d4e6b-fcc2-4357-b501-a42f5c3275b4 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:45.013204 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-21f442f9-6d22-478e-91e2-ad9b3fd0938f req-ac0d4e6b-fcc2-4357-b501-a42f5c3275b4 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa22894-01f4-4cff-8f30-fa290a10c71c HTTP/1.1" status: 200  len: 943 time: 0.1456964
Apr 20 14:54:45.016443 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for floatingip, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:45.080041 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d0ea2330-e391-402a-a78d-ca52a106aefc req-21944e88-b97c-45dd-9712-d3c0c279f214 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b11df02-8fc8-43df-971d-6765873c08c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1047521
Apr 20 14:54:45.161570 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-21f442f9-6d22-478e-91e2-ad9b3fd0938f req-f8155cdd-91a9-4c99-b90d-bafef432e8d2 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181579
Apr 20 14:54:45.227182 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:45.377934 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Allocated IP 172.27.2.247 (0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09/91730765-12cb-4a98-b654-b261f30f30ed/aec67547-f904-4ef5-9095-bfc425a3c582) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:54:45.759357 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:45.819994 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:45.825414 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:45.900403 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:54:45.904337 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:54:45.908523 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:54:45.948484 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Pushing event updated for resources: {'Port': ['ID=aec67547-f904-4ef5-9095-bfc425a3c582,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:45.953940 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:46.380693 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9729bb3-e908-4d04-84ce-1b3f668aa0d0 req-08ee8793-0de4-40d7-95f4-e2c78162ccb8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:46.382295 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d9729bb3-e908-4d04-84ce-1b3f668aa0d0 req-08ee8793-0de4-40d7-95f4-e2c78162ccb8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 944 time: 0.1541407
Apr 20 14:54:46.617763 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d9729bb3-e908-4d04-84ce-1b3f668aa0d0 req-227bc15d-c5f7-473e-95dc-530e9526cf8f tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b11df02-8fc8-43df-971d-6765873c08c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1945851
Apr 20 14:54:46.659315 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:46.844444 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:46.922361 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4ab85-3098-4afb-bda4-6414a0647422 req-c14319a2-ee12-4f2e-add1-d4c06147edd8 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:46.923935 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f1b4ab85-3098-4afb-bda4-6414a0647422 req-c14319a2-ee12-4f2e-add1-d4c06147edd8 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa22894-01f4-4cff-8f30-fa290a10c71c HTTP/1.1" status: 200  len: 943 time: 0.2002532
Apr 20 14:54:47.060966 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f1b4ab85-3098-4afb-bda4-6414a0647422 req-f91416b7-42ab-415b-a91f-e8b26494e291 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297836
Apr 20 14:54:47.136894 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:47.171683 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:47.177098 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4080c054-2b12-4189-b294-0b7616eed54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:47.288089 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['9394c803-3db0-4673-a18c-09dfa178738d'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:54:47.301886 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Pushing event updated for resources: {'Port': ['ID=aec67547-f904-4ef5-9095-bfc425a3c582,revision_number=2']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:47.306692 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:47.315056 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:47.339088 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd6526-a7fd-42b7-a63b-8daa44582387 req-53c632b1-867c-4cfd-830a-4e441ad0a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:47.340816 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-66cd6526-a7fd-42b7-a63b-8daa44582387 req-53c632b1-867c-4cfd-830a-4e441ad0a9fa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8e516eecaaa9450ba940ed06d0553871&device_id=7fa22894-01f4-4cff-8f30-fa290a10c71c HTTP/1.1" status: 200  len: 1096 time: 0.3243833
Apr 20 14:54:47.502949 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.l3_db [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Floating IP 793c9fd7-8dd0-4d06-82f7-a3b1527c4ee6 associated. External IP: 172.27.2.247, port: ffde5179-8469-40ac-9f1a-2c5260b9a394.
Apr 20 14:54:47.504427 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd6526-a7fd-42b7-a63b-8daa44582387 req-9ba76bc6-20eb-4881-82a6-0360308e8df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:47.506073 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-66cd6526-a7fd-42b7-a63b-8daa44582387 req-9ba76bc6-20eb-4881-82a6-0360308e8df2 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=8e516eecaaa9450ba940ed06d0553871&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1564415
Apr 20 14:54:47.668107 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd6526-a7fd-42b7-a63b-8daa44582387 req-a726ee2c-81ab-4f58-8be1-424f6e6b8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:47.669854 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-66cd6526-a7fd-42b7-a63b-8daa44582387 req-a726ee2c-81ab-4f58-8be1-424f6e6b8801 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1549549
Apr 20 14:54:47.801832 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-e72082df-2294-4740-9c20-9e66059cdde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:47.803400 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-e72082df-2294-4740-9c20-9e66059cdde7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8e516eecaaa9450ba940ed06d0553871&device_id=7fa22894-01f4-4cff-8f30-fa290a10c71c HTTP/1.1" status: 200  len: 1096 time: 0.0906630
Apr 20 14:54:47.881607 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-132ad3d2-6c6f-4da3-bcee-9fdac842e8a8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=618328e3-94bf-4809-8feb-2cd29b47e472 HTTP/1.1" status: 200  len: 217 time: 0.0689638
Apr 20 14:54:47.966271 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-9fab5497-e314-427e-9d38-a578cf07b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:47.968447 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-9fab5497-e314-427e-9d38-a578cf07b141 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4f0ee08f-f014-44dd-a49c-69c0508e9876 HTTP/1.1" status: 200  len: 854 time: 0.0799849
Apr 20 14:54:48.024670 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-5b9fb7af-0d9b-4c87-881b-320f01c54645 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a243db25-610a-4a22-a0c2-944a6a12d7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491118
Apr 20 14:54:48.075111 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48f96f-e900-4f04-bec5-4ee59854d824 req-226bde02-e16a-4f2b-9e6b-420436524541 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:48.077479 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-aa48f96f-e900-4f04-bec5-4ee59854d824 req-226bde02-e16a-4f2b-9e6b-420436524541 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 944 time: 0.2251744
Apr 20 14:54:48.234141 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-aa48f96f-e900-4f04-bec5-4ee59854d824 req-29c8745d-a003-4cd3-b8b8-7abcd6b3a5a2 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b11df02-8fc8-43df-971d-6765873c08c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1497142
Apr 20 14:54:48.273839 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-8539be96-cf97-4b0f-bc6b-ad073726497c service neutron] 10.222.0.38 "GET /v2.0/networks/a243db25-610a-4a22-a0c2-944a6a12d7ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2405946
Apr 20 14:54:48.304049 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Router 778803c0-41ba-44c8-aade-7bee0f15cf41 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:54:48.440890 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3f288b5f-72fc-4630-bb5c-d8074d987236 req-b12e16b0-683e-47fd-9259-cd657b1b16ef service neutron] 10.222.0.38 "GET /v2.0/networks/a243db25-610a-4a22-a0c2-944a6a12d7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1585042
Apr 20 14:54:48.583140 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:54:48.592439 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61fd93-b4b8-473c-a800-26ef4084ac7a req-381a0607-03e6-4d7f-ae90-727741e1d8c9 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:48.592914 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71d771b-dbc7-4a29-9699-924bb243c9cf None None] Sync routers for ids ['778803c0-41ba-44c8-aade-7bee0f15cf41'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:54:48.594130 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7d61fd93-b4b8-473c-a800-26ef4084ac7a req-381a0607-03e6-4d7f-ae90-727741e1d8c9 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa22894-01f4-4cff-8f30-fa290a10c71c HTTP/1.1" status: 200  len: 943 time: 0.2176566
Apr 20 14:54:48.604260 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71d771b-dbc7-4a29-9699-924bb243c9cf None None] Routers {'778803c0-41ba-44c8-aade-7bee0f15cf41'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:54:48.605561 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-b71d771b-dbc7-4a29-9699-924bb243c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec13c6ef0>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:54:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['778803c0-41ba-44c8-aade-7bee0f15cf41'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:54:48.656896 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7d61fd93-b4b8-473c-a800-26ef4084ac7a req-f9f77075-4600-4e05-89a3-282c5ae67414 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559669
Apr 20 14:54:48.686609 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:48.753151 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.9291439
Apr 20 14:54:48.754047 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd85b99-afb4-4159-9624-0b34879a89db', 'tag': 'ffde5179-8469-40ac-9f1a-2c5260b9a394'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:54:48.756294 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 50382) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:48.777488 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-59680a1e-a12c-4475-b98e-3e617dfb7481 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001086861', 'description': 'tempest-secgroup-smoke-1001086861 description', 'project_id': '0ecbcaf7ff8049e29970e69f972278b3'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:48.793671 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-59680a1e-a12c-4475-b98e-3e617dfb7481 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:48.805933 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-59680a1e-a12c-4475-b98e-3e617dfb7481 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:48.808954 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-b71d771b-dbc7-4a29-9699-924bb243c9cf None None] Set router 778803c0-41ba-44c8-aade-7bee0f15cf41 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:54:48.848053 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-59680a1e-a12c-4475-b98e-3e617dfb7481 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:48.866546 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd85b99-afb4-4159-9624-0b34879a89db', 'tag': 'ffde5179-8469-40ac-9f1a-2c5260b9a394', 'status': 'completed', 'code': 200}
Apr 20 14:54:48.876116 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-59680a1e-a12c-4475-b98e-3e617dfb7481 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:48.880386 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-59680a1e-a12c-4475-b98e-3e617dfb7481 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Usage tracker for resource:security_group_rule and tenant:0ecbcaf7ff8049e29970e69f972278b3 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:54:48.884247 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-59680a1e-a12c-4475-b98e-3e617dfb7481 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:54:48.927646 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-59680a1e-a12c-4475-b98e-3e617dfb7481 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:49.017095 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 9394c803-3db0-4673-a18c-09dfa178738d up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:54:49.021972 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd6fa0-9838-4d75-a766-4cbb0094ee9e req-d9ef6b29-ea95-44cc-afb2-5a8f4632e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:49.023632 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b7bd6fa0-9838-4d75-a766-4cbb0094ee9e req-d9ef6b29-ea95-44cc-afb2-5a8f4632e07d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0ecbcaf7ff8049e29970e69f972278b3&device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 1098 time: 0.1313121
Apr 20 14:54:49.132391 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-59680a1e-a12c-4475-b98e-3e617dfb7481 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:49.175691 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-59680a1e-a12c-4475-b98e-3e617dfb7481 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:49.191866 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-de05277a-8d3a-4120-a44f-0ce2092c18c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:49.265484 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port 9394c803-3db0-4673-a18c-09dfa178738d completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:54:49.274472 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59680a1e-a12c-4475-b98e-3e617dfb7481 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277d7c74-55bc-475b-abdc-854f94217ea7,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:49.274745 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port 9394c803-3db0-4673-a18c-09dfa178738d triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:54:49.275312 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:49.290576 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-59680a1e-a12c-4475-b98e-3e617dfb7481 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:49.294629 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-59680a1e-a12c-4475-b98e-3e617dfb7481 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5337813
Apr 20 14:54:49.295471 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 50392) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:49.298951 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-59680a1e-a12c-4475-b98e-3e617dfb7481 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:49.304178 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-9339b20b-aec7-400c-8546-c8c8b8bcbe67 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Request body: {'security_group_rule': {'security_group_id': '277d7c74-55bc-475b-abdc-854f94217ea7', 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:49.316312 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-9339b20b-aec7-400c-8546-c8c8b8bcbe67 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:49.329219 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-9339b20b-aec7-400c-8546-c8c8b8bcbe67 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Usage tracker for resource:security_group_rule and tenant:0ecbcaf7ff8049e29970e69f972278b3 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:54:49.338854 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-9339b20b-aec7-400c-8546-c8c8b8bcbe67 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:54:49.340675 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd6fa0-9838-4d75-a766-4cbb0094ee9e req-3b4e2d3f-72a0-4e5e-94f1-f771550a942a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:49.347770 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b7bd6fa0-9838-4d75-a766-4cbb0094ee9e req-3b4e2d3f-72a0-4e5e-94f1-f771550a942a service neutron] 10.222.0.38 "GET /v2.0/networks?id=55faa971-90ea-4dd4-b0aa-636da5bc413e HTTP/1.1" status: 200  len: 915 time: 0.3094873
Apr 20 14:54:49.358332 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-9339b20b-aec7-400c-8546-c8c8b8bcbe67 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:49.454071 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9339b20b-aec7-400c-8546-c8c8b8bcbe67 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:49.483602 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b7bd6fa0-9838-4d75-a766-4cbb0094ee9e req-cf45832e-f9f2-407f-99d0-edc22ad4f6a8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffde5179-8469-40ac-9f1a-2c5260b9a394 HTTP/1.1" status: 200  len: 999 time: 0.1275344
Apr 20 14:54:49.552221 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feafaa9-4015-4dcc-9962-1e6816396e27 req-8afd71ae-1afd-4ba8-bfdd-0596b2f57c7b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:49.555211 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5feafaa9-4015-4dcc-9962-1e6816396e27 req-8afd71ae-1afd-4ba8-bfdd-0596b2f57c7b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 944 time: 0.1677549
Apr 20 14:54:49.566108 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd6fa0-9838-4d75-a766-4cbb0094ee9e req-afdbd4ff-62d9-4ee6-93c6-67c0019f3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:49.568387 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b7bd6fa0-9838-4d75-a766-4cbb0094ee9e req-afdbd4ff-62d9-4ee6-93c6-67c0019f3a3c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6599147f-bf69-46af-8d4e-94bc8945111d HTTP/1.1" status: 200  len: 853 time: 0.0780590
Apr 20 14:54:49.589443 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9339b20b-aec7-400c-8546-c8c8b8bcbe67 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:49.630242 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9339b20b-aec7-400c-8546-c8c8b8bcbe67 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:49.645937 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5feafaa9-4015-4dcc-9962-1e6816396e27 req-624e79d7-43f6-448d-884d-ef6662389661 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b11df02-8fc8-43df-971d-6765873c08c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790553
Apr 20 14:54:49.668530 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d15f4f66-f44d-4490-a754-2b8753d7b038 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:49.672990 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-b71d771b-dbc7-4a29-9699-924bb243c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec13c6ef0>, [{'id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'name': 'tempest-TestMinimumBasicScenario-839375442-router', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:14Z', 'updated_at': '2021-04-20T14:53:22Z', 'revision_number': 4, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'gw_port': {'id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:16Z', 'updated_at': '2021-04-20T14:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': '793c9fd7-8dd0-4d06-82f7-a3b1527c4ee6', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'port_id': 'ffde5179-8469-40ac-9f1a-2c5260b9a394', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e', 'mac_address': 'fa:16:3e:e8:0e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd85b99-afb4-4159-9624-0b34879a89db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:54:46Z', 'updated_at': '2021-04-20T14:54:46Z', 'revision_number': 0, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685007aa-580d-469f-ba84-d907b9cd857b', 'name': '', 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'mac_address': 'fa:16:3e:bc:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6599147f-bf69-46af-8d4e-94bc8945111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:21Z', 'updated_at': '2021-04-20T14:53:34Z', 'revision_number': 5, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'subnets': [{'id': '6599147f-bf69-46af-8d4e-94bc8945111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:54:49.680861 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71d771b-dbc7-4a29-9699-924bb243c9cf None None] Checking router: 778803c0-41ba-44c8-aade-7bee0f15cf41 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:54:49.686269 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:49.702461 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339b20b-aec7-400c-8546-c8c8b8bcbe67 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a882d2f2-0c0d-4208-80ce-1c5c6741d8a9,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:49.706303 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9339b20b-aec7-400c-8546-c8c8b8bcbe67 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:49.720247 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd6fa0-9838-4d75-a766-4cbb0094ee9e req-5635b779-3117-4c9e-bdf3-24b9840b8bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:49.724387 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 9394c803-3db0-4673-a18c-09dfa178738d, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=9394c803-3db0-4673-a18c-09dfa178738d,segment=NetworkSegment(6e4c7473-cdca-4da7-b21f-25ecac67c8df),segment_id=6e4c7473-cdca-4da7-b21f-25ecac67c8df)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:54:49.728271 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cee867-4058-45e4-b6c1-a9546cf121a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9394c803-3db0-4673-a18c-09dfa178738d'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:54:49.728440 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b7bd6fa0-9838-4d75-a766-4cbb0094ee9e req-5635b779-3117-4c9e-bdf3-24b9840b8bc3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=55faa971-90ea-4dd4-b0aa-636da5bc413e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1516061
Apr 20 14:54:49.735170 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71d771b-dbc7-4a29-9699-924bb243c9cf None None] Routers {'778803c0-41ba-44c8-aade-7bee0f15cf41'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:54:49.735872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-b71d771b-dbc7-4a29-9699-924bb243c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec13c6ef0>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:54:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['778803c0-41ba-44c8-aade-7bee0f15cf41'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:54:49.751809 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9339b20b-aec7-400c-8546-c8c8b8bcbe67 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:49.765067 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-9339b20b-aec7-400c-8546-c8c8b8bcbe67 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4678369
Apr 20 14:54:49.766698 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 50414) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:49.780183 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-169578bc-786e-43ae-bff0-80a19be04083 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Request body: {'security_group_rule': {'security_group_id': '277d7c74-55bc-475b-abdc-854f94217ea7', 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:49.787961 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-169578bc-786e-43ae-bff0-80a19be04083 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:49.794057 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-169578bc-786e-43ae-bff0-80a19be04083 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Usage tracker for resource:security_group_rule and tenant:0ecbcaf7ff8049e29970e69f972278b3 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:54:49.796695 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-169578bc-786e-43ae-bff0-80a19be04083 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:54:49.805682 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-169578bc-786e-43ae-bff0-80a19be04083 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:49.889277 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-169578bc-786e-43ae-bff0-80a19be04083 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:49.948772 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b7bd6fa0-9838-4d75-a766-4cbb0094ee9e req-36762c97-2f82-41d4-8566-a62d7baf3a05 service neutron] 10.222.0.38 "GET /v2.0/networks/55faa971-90ea-4dd4-b0aa-636da5bc413e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2101464
Apr 20 14:54:49.996456 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-169578bc-786e-43ae-bff0-80a19be04083 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:50.007367 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b5e2a-bcee-4e89-a540-87771051bdda req-d54f04ef-1fb7-47f5-bbb3-9ebe5df63a24 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:50.028578 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-670b5e2a-bcee-4e89-a540-87771051bdda req-d54f04ef-1fb7-47f5-bbb3-9ebe5df63a24 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa22894-01f4-4cff-8f30-fa290a10c71c HTTP/1.1" status: 200  len: 943 time: 0.1905358
Apr 20 14:54:50.028961 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:50.030014 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:50.067529 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-169578bc-786e-43ae-bff0-80a19be04083 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:50.076919 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:50.120240 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-670b5e2a-bcee-4e89-a540-87771051bdda req-8f8d04eb-8c2b-49e3-b3cb-aabe719f6af3 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995805
Apr 20 14:54:50.120332 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cee867-4058-45e4-b6c1-a9546cf121a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9394c803-3db0-4673-a18c-09dfa178738d', 'code': 200}
Apr 20 14:54:50.133078 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169578bc-786e-43ae-bff0-80a19be04083 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa840033-4690-44d5-ae95-6f2b062af072,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:50.150821 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-169578bc-786e-43ae-bff0-80a19be04083 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:50.153115 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-b71d771b-dbc7-4a29-9699-924bb243c9cf None None] Set router 778803c0-41ba-44c8-aade-7bee0f15cf41 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:54:50.179212 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-169578bc-786e-43ae-bff0-80a19be04083 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:50.183475 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-169578bc-786e-43ae-bff0-80a19be04083 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4071395
Apr 20 14:54:50.184165 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 50422) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:50.190550 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-5712423c-f5dd-48c4-9db3-352a198630c8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Request body: {'security_group_rule': {'security_group_id': '277d7c74-55bc-475b-abdc-854f94217ea7', 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:50.201717 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-5712423c-f5dd-48c4-9db3-352a198630c8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:50.208292 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-5712423c-f5dd-48c4-9db3-352a198630c8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Usage tracker for resource:security_group_rule and tenant:0ecbcaf7ff8049e29970e69f972278b3 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:54:50.212462 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-5712423c-f5dd-48c4-9db3-352a198630c8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:54:50.220054 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=9394c803-3db0-4673-a18c-09dfa178738d,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:50.221396 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-5712423c-f5dd-48c4-9db3-352a198630c8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:50.229080 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b7bd6fa0-9838-4d75-a766-4cbb0094ee9e req-df452c12-2517-4f93-935b-f7c8fab74e65 service neutron] 10.222.0.38 "GET /v2.0/networks/55faa971-90ea-4dd4-b0aa-636da5bc413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2722855
Apr 20 14:54:50.232849 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:50.283737 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5712423c-f5dd-48c4-9db3-352a198630c8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:50.426386 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5712423c-f5dd-48c4-9db3-352a198630c8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:50.477188 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5712423c-f5dd-48c4-9db3-352a198630c8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:50.480002 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:50.492972 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349dfec-2d63-4ef7-bcc1-0321eb1e7925 req-f26da89a-e619-4c55-91af-62718a36646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:50.495118 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0349dfec-2d63-4ef7-bcc1-0321eb1e7925 req-f26da89a-e619-4c55-91af-62718a36646c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 1098 time: 0.0865648
Apr 20 14:54:50.510125 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712423c-f5dd-48c4-9db3-352a198630c8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2b6db3-4633-412e-8dfd-8ba2b00391e4,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:50.512519 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5712423c-f5dd-48c4-9db3-352a198630c8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:50.549257 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0349dfec-2d63-4ef7-bcc1-0321eb1e7925 req-964358a5-5ca4-4752-9a05-e64f66766e87 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9b11df02-8fc8-43df-971d-6765873c08c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471959
Apr 20 14:54:50.584881 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-b71d771b-dbc7-4a29-9699-924bb243c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec13c6ef0>, [{'id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'name': 'tempest-TestMinimumBasicScenario-839375442-router', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:14Z', 'updated_at': '2021-04-20T14:53:22Z', 'revision_number': 4, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'gw_port': {'id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:16Z', 'updated_at': '2021-04-20T14:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': '793c9fd7-8dd0-4d06-82f7-a3b1527c4ee6', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'port_id': 'ffde5179-8469-40ac-9f1a-2c5260b9a394', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e', 'mac_address': 'fa:16:3e:e8:0e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd85b99-afb4-4159-9624-0b34879a89db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:54:46Z', 'updated_at': '2021-04-20T14:54:46Z', 'revision_number': 0, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685007aa-580d-469f-ba84-d907b9cd857b', 'name': '', 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'mac_address': 'fa:16:3e:bc:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6599147f-bf69-46af-8d4e-94bc8945111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:21Z', 'updated_at': '2021-04-20T14:53:34Z', 'revision_number': 5, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'subnets': [{'id': '6599147f-bf69-46af-8d4e-94bc8945111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:54:50.589566 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71d771b-dbc7-4a29-9699-924bb243c9cf None None] The sync data for ids ['778803c0-41ba-44c8-aade-7bee0f15cf41'] in dv-cinder-742162-4-iscsi is: [{'id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'name': 'tempest-TestMinimumBasicScenario-839375442-router', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:14Z', 'updated_at': '2021-04-20T14:53:22Z', 'revision_number': 4, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'gw_port': {'id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:16Z', 'updated_at': '2021-04-20T14:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': '793c9fd7-8dd0-4d06-82f7-a3b1527c4ee6', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'port_id': 'ffde5179-8469-40ac-9f1a-2c5260b9a394', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e', 'mac_address': 'fa:16:3e:e8:0e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd85b99-afb4-4159-9624-0b34879a89db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:54:46Z', 'updated_at': '2021-04-20T14:54:46Z', 'revision_number': 0, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685007aa-580d-469f-ba84-d907b9cd857b', 'name': '', 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'mac_address': 'fa:16:3e:bc:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6599147f-bf69-46af-8d4e-94bc8945111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:21Z', 'updated_at': '2021-04-20T14:53:34Z', 'revision_number': 5, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'subnets': [{'id': '6599147f-bf69-46af-8d4e-94bc8945111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:54:50.590464 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5712423c-f5dd-48c4-9db3-352a198630c8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:50.591835 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-5712423c-f5dd-48c4-9db3-352a198630c8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4065831
Apr 20 14:54:50.594871 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 50430) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:50.600894 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-d13b82f4-1eec-4853-be07-a2c25ebb44b8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Request body: {'security_group_rule': {'security_group_id': '277d7c74-55bc-475b-abdc-854f94217ea7', 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:50.608210 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-d13b82f4-1eec-4853-be07-a2c25ebb44b8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:50.612665 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-d13b82f4-1eec-4853-be07-a2c25ebb44b8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Usage tracker for resource:security_group_rule and tenant:0ecbcaf7ff8049e29970e69f972278b3 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:54:50.615988 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-d13b82f4-1eec-4853-be07-a2c25ebb44b8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:54:50.623687 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-d13b82f4-1eec-4853-be07-a2c25ebb44b8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:50.690311 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d13b82f4-1eec-4853-be07-a2c25ebb44b8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:50.766900 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d13b82f4-1eec-4853-be07-a2c25ebb44b8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:50.842240 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d13b82f4-1eec-4853-be07-a2c25ebb44b8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:50.848322 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5712423c-f5dd-48c4-9db3-352a198630c8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:50.881225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5672ff-8351-4376-9a4e-379f985b62cb None None] New status for floating IP 793c9fd7-8dd0-4d06-82f7-a3b1527c4ee6: ACTIVE {{(pid=86439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:54:50.890440 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b82f4-1eec-4853-be07-a2c25ebb44b8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3def69c-cba5-47e8-93aa-dcbdbb4eb114,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:50.894471 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d13b82f4-1eec-4853-be07-a2c25ebb44b8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:50.903241 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88896d3f-dd31-4281-8fc5-4346f5a3d9ae req-524142cc-83cf-45cd-9f24-3beeb97f3175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:50.904987 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-88896d3f-dd31-4281-8fc5-4346f5a3d9ae req-524142cc-83cf-45cd-9f24-3beeb97f3175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 945 time: 0.1344159
Apr 20 14:54:50.951468 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d13b82f4-1eec-4853-be07-a2c25ebb44b8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:50.952793 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-d13b82f4-1eec-4853-be07-a2c25ebb44b8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3568654
Apr 20 14:54:50.957378 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 50436) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:50.960067 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-88896d3f-dd31-4281-8fc5-4346f5a3d9ae req-b54dc6b4-cd74-4a85-9e72-45fc3ff8e7f4 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b11df02-8fc8-43df-971d-6765873c08c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480208
Apr 20 14:54:50.963556 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-10f3b072-66a7-4b36-a7b2-13725c643c29 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Request body: {'security_group_rule': {'security_group_id': '277d7c74-55bc-475b-abdc-854f94217ea7', 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:50.971408 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-10f3b072-66a7-4b36-a7b2-13725c643c29 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:50.975999 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-10f3b072-66a7-4b36-a7b2-13725c643c29 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Usage tracker for resource:security_group_rule and tenant:0ecbcaf7ff8049e29970e69f972278b3 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:54:50.979599 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-10f3b072-66a7-4b36-a7b2-13725c643c29 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:54:50.988496 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-10f3b072-66a7-4b36-a7b2-13725c643c29 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:51.017026 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 618328e3-94bf-4809-8feb-2cd29b47e472 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:54:51.035531 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.securitygroups_db [None req-10f3b072-66a7-4b36-a7b2-13725c643c29 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Project 0ecbcaf7ff8049e29970e69f972278b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 14:54:51.043407 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-10f3b072-66a7-4b36-a7b2-13725c643c29 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:51.135466 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-10f3b072-66a7-4b36-a7b2-13725c643c29 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:51.185036 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-10f3b072-66a7-4b36-a7b2-13725c643c29 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:51.185888 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 618328e3-94bf-4809-8feb-2cd29b47e472, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=618328e3-94bf-4809-8feb-2cd29b47e472,segment=NetworkSegment(5b577d1c-df65-404c-a587-4cf8ef829fea),segment_id=5b577d1c-df65-404c-a587-4cf8ef829fea)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:54:51.187928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-00c1e44b-b12d-4e47-bc25-857e11ed69ff tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:51.214574 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3b072-66a7-4b36-a7b2-13725c643c29 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a2f81d-5e72-4883-9fbd-3b59adbfbab8,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:51.216346 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': '618328e3-94bf-4809-8feb-2cd29b47e472', 'network_id': 'a243db25-610a-4a22-a0c2-944a6a12d7ce', 'port_id': '618328e3-94bf-4809-8feb-2cd29b47e472', 'mac_address': 'fa:16:3e:15:b3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0ee08f-f014-44dd-a49c-69c0508e9876', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:54:51.217332 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-10f3b072-66a7-4b36-a7b2-13725c643c29 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:51.253728 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-10f3b072-66a7-4b36-a7b2-13725c643c29 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:51.258075 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 50442) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:51.258258 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-10f3b072-66a7-4b36-a7b2-13725c643c29 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2994933
Apr 20 14:54:51.266446 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-2a9331f3-0239-4a2b-8f42-79882c565834 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Request body: {'security_group_rule': {'security_group_id': '277d7c74-55bc-475b-abdc-854f94217ea7', 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:51.277516 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-2a9331f3-0239-4a2b-8f42-79882c565834 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:51.285821 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:51.286063 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-2a9331f3-0239-4a2b-8f42-79882c565834 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Usage tracker for resource:security_group_rule and tenant:0ecbcaf7ff8049e29970e69f972278b3 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:54:51.290142 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-2a9331f3-0239-4a2b-8f42-79882c565834 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:54:51.299765 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-2a9331f3-0239-4a2b-8f42-79882c565834 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:51.309364 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618328e3-94bf-4809-8feb-2cd29b47e472 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:54:51.337245 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 618328e3-94bf-4809-8feb-2cd29b47e472, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=618328e3-94bf-4809-8feb-2cd29b47e472,segment=NetworkSegment(5b577d1c-df65-404c-a587-4cf8ef829fea),segment_id=5b577d1c-df65-404c-a587-4cf8ef829fea)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:54:51.369899 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.securitygroups_db [None req-2a9331f3-0239-4a2b-8f42-79882c565834 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Project 0ecbcaf7ff8049e29970e69f972278b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 14:54:51.382138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2a9331f3-0239-4a2b-8f42-79882c565834 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:51.396443 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:51.398551 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:51.478985 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6dc2f-f4dc-448d-a527-f1816ff2a499 req-884a409d-edb7-4fbf-8f12-17f67e3b6a56 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:51.485890 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=618328e3-94bf-4809-8feb-2cd29b47e472,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:51.486054 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-23c6dc2f-f4dc-448d-a527-f1816ff2a499 req-884a409d-edb7-4fbf-8f12-17f67e3b6a56 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa22894-01f4-4cff-8f30-fa290a10c71c HTTP/1.1" status: 200  len: 944 time: 0.1695070
Apr 20 14:54:51.486194 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:51.526610 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2a9331f3-0239-4a2b-8f42-79882c565834 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:51.552304 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-23c6dc2f-f4dc-448d-a527-f1816ff2a499 req-2380fcdc-8bbc-4cbb-9cdd-7a4c3407f4f9 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591278
Apr 20 14:54:51.562401 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2a9331f3-0239-4a2b-8f42-79882c565834 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:51.565227 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:51.595443 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9331f3-0239-4a2b-8f42-79882c565834 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd2a887-e03c-48a2-aae1-dff61f18e7ea,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:51.598796 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2a9331f3-0239-4a2b-8f42-79882c565834 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:51.649964 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2a9331f3-0239-4a2b-8f42-79882c565834 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:51.651329 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-2a9331f3-0239-4a2b-8f42-79882c565834 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3917449
Apr 20 14:54:51.747017 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['618328e3-94bf-4809-8feb-2cd29b47e472'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:54:51.803680 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-62aaf29c-22b8-43a5-901e-d2c3e9991cfb req-c9d13f82-764c-4fa3-a3cb-827b95859b5c tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001086861&fields=id&tenant_id=0ecbcaf7ff8049e29970e69f972278b3 HTTP/1.1" status: 200  len: 267 time: 0.0509188
Apr 20 14:54:51.908754 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aaf29c-22b8-43a5-901e-d2c3e9991cfb req-46d3e243-d4a4-4ce8-ac37-387291592896 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:51.911482 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-62aaf29c-22b8-43a5-901e-d2c3e9991cfb req-46d3e243-d4a4-4ce8-ac37-387291592896 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 945 time: 0.0995438
Apr 20 14:54:51.924917 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-62aaf29c-22b8-43a5-901e-d2c3e9991cfb req-7d0ba177-62ef-4430-afcd-72e81ba95ae1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Request body: {'port': {'security_groups': ['465f7103-f0b0-43c6-b305-fc17c5847542', '277d7c74-55bc-475b-abdc-854f94217ea7']}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:52.093224 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-62aaf29c-22b8-43a5-901e-d2c3e9991cfb req-7d0ba177-62ef-4430-afcd-72e81ba95ae1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:52.316286 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5af31-dc9d-4a2e-8c76-93680d19d363 req-32e7a1bb-9a5c-4763-b170-60ce22b9ad66 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:52.318073 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c3a5af31-dc9d-4a2e-8c76-93680d19d363 req-32e7a1bb-9a5c-4763-b170-60ce22b9ad66 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 945 time: 0.2140834
Apr 20 14:54:52.451617 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c3a5af31-dc9d-4a2e-8c76-93680d19d363 req-63305627-c7c4-4285-a4e9-bd29494f8b9b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b11df02-8fc8-43df-971d-6765873c08c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1266267
Apr 20 14:54:52.529794 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-62aaf29c-22b8-43a5-901e-d2c3e9991cfb req-7d0ba177-62ef-4430-afcd-72e81ba95ae1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] For port ffde5179-8469-40ac-9f1a-2c5260b9a394, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=ffde5179-8469-40ac-9f1a-2c5260b9a394,segment=NetworkSegment(535c5a4c-0b7c-4f15-9524-011a880e0127),segment_id=535c5a4c-0b7c-4f15-9524-011a880e0127)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:54:52.560506 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-62aaf29c-22b8-43a5-901e-d2c3e9991cfb req-7d0ba177-62ef-4430-afcd-72e81ba95ae1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:52.605858 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 50486) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:52.609233 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-62aaf29c-22b8-43a5-901e-d2c3e9991cfb req-7d0ba177-62ef-4430-afcd-72e81ba95ae1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:52.621800 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2674d145-4bf5-41aa-ad3d-ed9b12857196 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:52.623426 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['ffde5179-8469-40ac-9f1a-2c5260b9a394'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:54:52.713242 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aaf29c-22b8-43a5-901e-d2c3e9991cfb req-7d0ba177-62ef-4430-afcd-72e81ba95ae1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:52.714039 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-62aaf29c-22b8-43a5-901e-d2c3e9991cfb req-7d0ba177-62ef-4430-afcd-72e81ba95ae1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:52.715597 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-62aaf29c-22b8-43a5-901e-d2c3e9991cfb req-7d0ba177-62ef-4430-afcd-72e81ba95ae1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "PUT /v2.0/ports/ffde5179-8469-40ac-9f1a-2c5260b9a394 HTTP/1.1" status: 200  len: 981 time: 0.7972333
Apr 20 14:54:52.716180 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd85b99-afb4-4159-9624-0b34879a89db', 'tag': 'ffde5179-8469-40ac-9f1a-2c5260b9a394'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:54:52.753023 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ba177-62ef-4430-afcd-72e81ba95ae1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Pushing event updated for resources: {'Port': ['ID=ffde5179-8469-40ac-9f1a-2c5260b9a394,revision_number=6']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:52.757610 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7d0ba177-62ef-4430-afcd-72e81ba95ae1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:52.774373 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdc9f5-e30f-44e4-9927-8c0697c3af93 req-c9351354-32da-4613-8523-2d68ed78b5a2 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:52.776114 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2cbdc9f5-e30f-44e4-9927-8c0697c3af93 req-c9351354-32da-4613-8523-2d68ed78b5a2 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 945 time: 0.2096720
Apr 20 14:54:52.811222 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fdcadc52-1c72-4d48-b3f8-a3abcf5b680a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:52.813815 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-fdcadc52-1c72-4d48-b3f8-a3abcf5b680a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:52.818821 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-fdcadc52-1c72-4d48-b3f8-a3abcf5b680a admin admin] Usage tracker for resource:security_group_rule and tenant:b91f4322d9ff46f6afbf74ca9b0fc8f2 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:54:52.821281 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 50496) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:52.823579 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-fdcadc52-1c72-4d48-b3f8-a3abcf5b680a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:54:52.827871 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-ed61323c-130b-4ffa-95ff-37e9ee49b879 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Request body: {'floatingip': {'port_id': '9394c803-3db0-4673-a18c-09dfa178738d'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:54:52.831470 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-fdcadc52-1c72-4d48-b3f8-a3abcf5b680a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:52.837168 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['ffde5179-8469-40ac-9f1a-2c5260b9a394'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:54:52.935515 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fdcadc52-1c72-4d48-b3f8-a3abcf5b680a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:52.971239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fdcadc52-1c72-4d48-b3f8-a3abcf5b680a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:53.003715 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-3087970e-3624-457a-9919-06200696df7f None None] Provisioning complete for port ffde5179-8469-40ac-9f1a-2c5260b9a394 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:54:53.004112 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3087970e-3624-457a-9919-06200696df7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:53.036697 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6b54f634-71cf-444d-b0f2-209918963853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:53.054757 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 618328e3-94bf-4809-8feb-2cd29b47e472 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:54:53.072687 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-fdcadc52-1c72-4d48-b3f8-a3abcf5b680a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b91f4322d9ff46f6afbf74ca9b0fc8f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4653738
Apr 20 14:54:53.073724 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 50502) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:53.094938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ed61323c-130b-4ffa-95ff-37e9ee49b879 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for floatingip, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:53.144066 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcadc52-1c72-4d48-b3f8-a3abcf5b680a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4748fe0-b4df-4474-baa3-8c1b8e982c30,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:53.148230 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-fdcadc52-1c72-4d48-b3f8-a3abcf5b680a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:53.197883 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-519b0c65-208e-40a7-8613-8ebd14452d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:53.233009 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-519b0c65-208e-40a7-8613-8ebd14452d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:53.321898 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-519b0c65-208e-40a7-8613-8ebd14452d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:53.327338 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-fdcadc52-1c72-4d48-b3f8-a3abcf5b680a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:53.342687 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b0c65-208e-40a7-8613-8ebd14452d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4748fe0-b4df-4474-baa3-8c1b8e982c30,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:53.345632 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-519b0c65-208e-40a7-8613-8ebd14452d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:53.352254 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-519b0c65-208e-40a7-8613-8ebd14452d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:53.358084 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-519b0c65-208e-40a7-8613-8ebd14452d87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4748fe0-b4df-4474-baa3-8c1b8e982c30 HTTP/1.1" status: 204  len: 168 time: 0.2791169
Apr 20 14:54:53.396094 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port 618328e3-94bf-4809-8feb-2cd29b47e472 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:54:53.439422 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port 618328e3-94bf-4809-8feb-2cd29b47e472 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:54:53.439825 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:53.673084 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f8bb9-a36c-4b56-b3eb-3ba92229f9c2 req-d06a6739-7fe4-4d86-adba-73c1a99548cc tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:53.675123 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3e1f8bb9-a36c-4b56-b3eb-3ba92229f9c2 req-d06a6739-7fe4-4d86-adba-73c1a99548cc tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 984 time: 0.6356289
Apr 20 14:54:53.709873 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692be01-cd98-4670-951b-bacacb080ae1 req-9d46c4b1-7444-4d04-86a4-02169b92aebd tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:53.712752 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1692be01-cd98-4670-951b-bacacb080ae1 req-9d46c4b1-7444-4d04-86a4-02169b92aebd tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa22894-01f4-4cff-8f30-fa290a10c71c HTTP/1.1" status: 200  len: 944 time: 0.7396591
Apr 20 14:54:53.876615 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:53.940400 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 50510) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:53.962144 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8c4e0ea1-a768-4c8e-8a7c-bebe84941326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:53.977524 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1692be01-cd98-4670-951b-bacacb080ae1 req-4c3cc28b-7374-4081-8594-2d8079711fca tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2483797
Apr 20 14:54:53.979727 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-8c4e0ea1-a768-4c8e-8a7c-bebe84941326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:54:53.983801 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa22894-01f4-4cff-8f30-fa290a10c71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618328e3-94bf-4809-8feb-2cd29b47e472'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:54:53.985071 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-8c4e0ea1-a768-4c8e-8a7c-bebe84941326 admin admin] Usage tracker for resource:security_group_rule and tenant:5806b38308e745bc83f788dcd01a3b12 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:54:53.988558 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-8c4e0ea1-a768-4c8e-8a7c-bebe84941326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:54:53.994204 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3e1f8bb9-a36c-4b56-b3eb-3ba92229f9c2 req-e8783f3e-27dc-43b0-b6ea-88640fdef150 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&id=277d7c74-55bc-475b-abdc-854f94217ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2794826
Apr 20 14:54:53.996058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-8c4e0ea1-a768-4c8e-8a7c-bebe84941326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:54:54.040018 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 618328e3-94bf-4809-8feb-2cd29b47e472, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=618328e3-94bf-4809-8feb-2cd29b47e472,segment=NetworkSegment(5b577d1c-df65-404c-a587-4cf8ef829fea),segment_id=5b577d1c-df65-404c-a587-4cf8ef829fea)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:54:54.111427 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd85b99-afb4-4159-9624-0b34879a89db', 'tag': 'ffde5179-8469-40ac-9f1a-2c5260b9a394', 'status': 'completed', 'code': 200}
Apr 20 14:54:54.112120 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:54.132757 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:54.227462 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa22894-01f4-4cff-8f30-fa290a10c71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618328e3-94bf-4809-8feb-2cd29b47e472', 'code': 200}
Apr 20 14:54:54.252669 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8c4e0ea1-a768-4c8e-8a7c-bebe84941326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:54.262208 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d99d17-ecac-41c6-b301-8994b5364dd2 req-79d6efee-f82d-484b-9dde-9ff9c5166244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:54.262208 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d0d99d17-ecac-41c6-b301-8994b5364dd2 req-79d6efee-f82d-484b-9dde-9ff9c5166244 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0ecbcaf7ff8049e29970e69f972278b3&device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 1137 time: 0.1503956
Apr 20 14:54:54.332312 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=618328e3-94bf-4809-8feb-2cd29b47e472,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:54.337089 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:54.366265 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8c4e0ea1-a768-4c8e-8a7c-bebe84941326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:54.384712 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1fb77cc5-8d72-4b97-9685-72fd74897ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:54.429096 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-8c4e0ea1-a768-4c8e-8a7c-bebe84941326 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5806b38308e745bc83f788dcd01a3b12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4875042
Apr 20 14:54:54.432471 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 50518) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:54:54.464451 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e0ea1-a768-4c8e-8a7c-bebe84941326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca11bd2c-b6b7-40b4-9fad-39fbf1e88059,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:54.469959 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8c4e0ea1-a768-4c8e-8a7c-bebe84941326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:54.499264 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d99d17-ecac-41c6-b301-8994b5364dd2 req-0f0d6a88-6a22-4763-a594-787ea6fcd556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:54.499264 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d0d99d17-ecac-41c6-b301-8994b5364dd2 req-0f0d6a88-6a22-4763-a594-787ea6fcd556 service neutron] 10.222.0.38 "GET /v2.0/networks?id=55faa971-90ea-4dd4-b0aa-636da5bc413e HTTP/1.1" status: 200  len: 915 time: 0.2305183
Apr 20 14:54:54.519865 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ed61323c-130b-4ffa-95ff-37e9ee49b879 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:54.573203 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ed61323c-130b-4ffa-95ff-37e9ee49b879 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:54.639596 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d0d99d17-ecac-41c6-b301-8994b5364dd2 req-9becbdc3-4142-4225-9445-50609850abaa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffde5179-8469-40ac-9f1a-2c5260b9a394 HTTP/1.1" status: 200  len: 1001 time: 0.1228833
Apr 20 14:54:54.713290 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d99d17-ecac-41c6-b301-8994b5364dd2 req-2d7729c0-fa33-4deb-a477-fdba67ad7998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:54.715216 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d0d99d17-ecac-41c6-b301-8994b5364dd2 req-2d7729c0-fa33-4deb-a477-fdba67ad7998 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6599147f-bf69-46af-8d4e-94bc8945111d HTTP/1.1" status: 200  len: 853 time: 0.0672803
Apr 20 14:54:54.724674 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-48ba4492-50b7-456e-8aa0-b0be5f069258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:54.799007 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-48ba4492-50b7-456e-8aa0-b0be5f069258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:54.806998 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d99d17-ecac-41c6-b301-8994b5364dd2 req-9725536c-2d73-4f71-9385-f96c97d99ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:54.808613 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d0d99d17-ecac-41c6-b301-8994b5364dd2 req-9725536c-2d73-4f71-9385-f96c97d99ac0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=55faa971-90ea-4dd4-b0aa-636da5bc413e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0868666
Apr 20 14:54:54.841583 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5863e-12f5-4997-a6f5-306255bf580d req-6ca75c7e-596c-4e0e-9d56-903b28c6985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:54.843307 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-38a5863e-12f5-4997-a6f5-306255bf580d req-6ca75c7e-596c-4e0e-9d56-903b28c6985f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7fa22894-01f4-4cff-8f30-fa290a10c71c HTTP/1.1" status: 200  len: 1098 time: 0.3266115
Apr 20 14:54:54.887974 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.l3_db [None req-ed61323c-130b-4ffa-95ff-37e9ee49b879 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Floating IP 0fcbcf54-d606-423f-9710-91d1cf39e3a4 associated. External IP: 172.27.2.168, port: 9394c803-3db0-4673-a18c-09dfa178738d.
Apr 20 14:54:55.072087 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-38a5863e-12f5-4997-a6f5-306255bf580d req-6f19384c-a94b-4476-aaa8-a2468d897411 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2140183
Apr 20 14:54:55.112237 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-48ba4492-50b7-456e-8aa0-b0be5f069258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:55.120287 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-732025f8-73bf-4523-b992-632c1eeba353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:54:55.140077 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba4492-50b7-456e-8aa0-b0be5f069258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca11bd2c-b6b7-40b4-9fad-39fbf1e88059,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:54:55.148023 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-48ba4492-50b7-456e-8aa0-b0be5f069258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:54:55.212042 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d0d99d17-ecac-41c6-b301-8994b5364dd2 req-1b38bd48-d397-40be-ad63-6d7a810af87d service neutron] 10.222.0.38 "GET /v2.0/networks/55faa971-90ea-4dd4-b0aa-636da5bc413e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3895402
Apr 20 14:54:55.218212 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-48ba4492-50b7-456e-8aa0-b0be5f069258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:55.218212 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-48ba4492-50b7-456e-8aa0-b0be5f069258 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca11bd2c-b6b7-40b4-9fad-39fbf1e88059 HTTP/1.1" status: 204  len: 168 time: 0.7797756
Apr 20 14:54:55.412835 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d0d99d17-ecac-41c6-b301-8994b5364dd2 req-7b209d5e-8732-4da8-9eb0-cddb0779eee8 service neutron] 10.222.0.38 "GET /v2.0/networks/55faa971-90ea-4dd4-b0aa-636da5bc413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1648734
Apr 20 14:54:55.428487 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c03b5e-97fc-4d89-a50e-ccafa9877bb0 req-0d8a3b35-db9f-4327-b320-60cb7cae430b tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:55.430277 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-60c03b5e-97fc-4d89-a50e-ccafa9877bb0 req-0d8a3b35-db9f-4327-b320-60cb7cae430b tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa22894-01f4-4cff-8f30-fa290a10c71c HTTP/1.1" status: 200  len: 945 time: 0.2200456
Apr 20 14:54:55.439631 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed61323c-130b-4ffa-95ff-37e9ee49b879 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:54:55.621681 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-60c03b5e-97fc-4d89-a50e-ccafa9877bb0 req-c1775ca7-3d6d-477d-a3d9-a1df0741447a tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806228
Apr 20 14:54:55.681730 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed61323c-130b-4ffa-95ff-37e9ee49b879 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:54:55.687075 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ed61323c-130b-4ffa-95ff-37e9ee49b879 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:54:55.692310 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31fc84f-eaa4-4b10-b7f3-91a53f25aa7d None None] Sync routers for ids ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:54:55.704079 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31fc84f-eaa4-4b10-b7f3-91a53f25aa7d None None] Routers {'58cab4b9-4f2c-4eab-9f0f-adabb38d2372'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:54:55.704781 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-a31fc84f-eaa4-4b10-b7f3-91a53f25aa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec11c46d8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:54:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:54:55.758659 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-ed61323c-130b-4ffa-95ff-37e9ee49b879 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "PUT /v2.0/floatingips/0fcbcf54-d606-423f-9710-91d1cf39e3a4 HTTP/1.1" status: 200  len: 991 time: 2.9361281
Apr 20 14:54:56.083063 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-a31fc84f-eaa4-4b10-b7f3-91a53f25aa7d None None] Set router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:54:56.112908 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cee867-4058-45e4-b6c1-a9546cf121a0', 'tag': '9394c803-3db0-4673-a18c-09dfa178738d'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:54:56.166892 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6cee867-4058-45e4-b6c1-a9546cf121a0', 'tag': '9394c803-3db0-4673-a18c-09dfa178738d', 'status': 'completed', 'code': 200}
Apr 20 14:54:56.283561 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafef165-e3aa-411a-8d90-c3202f21de60 req-5834e7c3-b32b-4697-81c8-a011f5ce05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:56.285445 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bafef165-e3aa-411a-8d90-c3202f21de60 req-5834e7c3-b32b-4697-81c8-a011f5ce05e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7a24367a785146cda03a905690f8cd8a&device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 1098 time: 0.0838544
Apr 20 14:54:56.449855 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafef165-e3aa-411a-8d90-c3202f21de60 req-44fdaad4-a2ee-4d3d-beeb-e24bc794950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:56.453184 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bafef165-e3aa-411a-8d90-c3202f21de60 req-44fdaad4-a2ee-4d3d-beeb-e24bc794950d service neutron] 10.222.0.38 "GET /v2.0/networks?id=42f202dd-8cd2-4251-8db7-28646c856c8f HTTP/1.1" status: 200  len: 912 time: 0.1530972
Apr 20 14:54:56.490942 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-a31fc84f-eaa4-4b10-b7f3-91a53f25aa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec11c46d8>, [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port': {'id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:49Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': '0fcbcf54-d606-423f-9710-91d1cf39e3a4', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'port_id': '9394c803-3db0-4673-a18c-09dfa178738d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'mac_address': 'fa:16:3e:df:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cee867-4058-45e4-b6c1-a9546cf121a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:54:28Z', 'updated_at': '2021-04-20T14:54:54Z', 'revision_number': 1, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620f263a-6b38-45be-a08c-3dc89d564c74', 'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'mac_address': 'fa:16:3e:05:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:57Z', 'updated_at': '2021-04-20T14:49:16Z', 'revision_number': 5, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'subnets': [{'id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:54:56.495936 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31fc84f-eaa4-4b10-b7f3-91a53f25aa7d None None] Checking router: 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:54:56.508762 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31fc84f-eaa4-4b10-b7f3-91a53f25aa7d None None] Routers {'58cab4b9-4f2c-4eab-9f0f-adabb38d2372'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:54:56.509770 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-a31fc84f-eaa4-4b10-b7f3-91a53f25aa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec11c46d8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:54:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:54:56.573155 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bafef165-e3aa-411a-8d90-c3202f21de60 req-4071a9cf-1444-48ab-9781-4cb1729c3f5e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9394c803-3db0-4673-a18c-09dfa178738d HTTP/1.1" status: 200  len: 999 time: 0.1129990
Apr 20 14:54:56.647711 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafef165-e3aa-411a-8d90-c3202f21de60 req-2e592285-b543-48cc-9ba3-8495ed53006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:56.649438 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bafef165-e3aa-411a-8d90-c3202f21de60 req-2e592285-b543-48cc-9ba3-8495ed53006b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6574b30a-3454-4cc1-b2ab-32d1917de288 HTTP/1.1" status: 200  len: 850 time: 0.0692480
Apr 20 14:54:56.728360 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-a31fc84f-eaa4-4b10-b7f3-91a53f25aa7d None None] Set router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:54:56.760906 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafef165-e3aa-411a-8d90-c3202f21de60 req-4f540941-21dc-47e1-ba67-41c6ee48c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:56.763003 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bafef165-e3aa-411a-8d90-c3202f21de60 req-4f540941-21dc-47e1-ba67-41c6ee48c032 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42f202dd-8cd2-4251-8db7-28646c856c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1058743
Apr 20 14:54:56.861217 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e10ace-1633-4dee-9426-56ba6737cc00 req-0d6d743a-2624-4e46-b712-918ef3a5705e tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:54:56.863691 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a3e10ace-1633-4dee-9426-56ba6737cc00 req-0d6d743a-2624-4e46-b712-918ef3a5705e tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa22894-01f4-4cff-8f30-fa290a10c71c HTTP/1.1" status: 200  len: 945 time: 0.1038277
Apr 20 14:54:56.938966 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a3e10ace-1633-4dee-9426-56ba6737cc00 req-078e09b4-9592-49c2-808c-2ef1d597544b tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640323
Apr 20 14:54:56.942134 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bafef165-e3aa-411a-8d90-c3202f21de60 req-03af7482-afae-4fdc-a944-9191cbb595db service neutron] 10.222.0.38 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1671669
Apr 20 14:54:57.147450 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bafef165-e3aa-411a-8d90-c3202f21de60 req-7d56f99d-70e6-45ea-80e4-73d482dcecda service neutron] 10.222.0.38 "GET /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1948447
Apr 20 14:54:57.213866 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-a31fc84f-eaa4-4b10-b7f3-91a53f25aa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec11c46d8>, [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port': {'id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:49Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': '0fcbcf54-d606-423f-9710-91d1cf39e3a4', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'port_id': '9394c803-3db0-4673-a18c-09dfa178738d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'mac_address': 'fa:16:3e:df:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cee867-4058-45e4-b6c1-a9546cf121a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:54:28Z', 'updated_at': '2021-04-20T14:54:54Z', 'revision_number': 1, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620f263a-6b38-45be-a08c-3dc89d564c74', 'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'mac_address': 'fa:16:3e:05:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:57Z', 'updated_at': '2021-04-20T14:49:16Z', 'revision_number': 5, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'subnets': [{'id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:54:57.214284 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31fc84f-eaa4-4b10-b7f3-91a53f25aa7d None None] The sync data for ids ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'] in dv-cinder-742162-4-iscsi is: [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port': {'id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:49Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': '0fcbcf54-d606-423f-9710-91d1cf39e3a4', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'port_id': '9394c803-3db0-4673-a18c-09dfa178738d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'mac_address': 'fa:16:3e:df:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cee867-4058-45e4-b6c1-a9546cf121a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:54:28Z', 'updated_at': '2021-04-20T14:54:54Z', 'revision_number': 1, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620f263a-6b38-45be-a08c-3dc89d564c74', 'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'mac_address': 'fa:16:3e:05:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:57Z', 'updated_at': '2021-04-20T14:49:16Z', 'revision_number': 5, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'subnets': [{'id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:54:57.485948 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770912d-8b9a-49ee-8a2c-8a483f9305d5 None None] New status for floating IP 0fcbcf54-d606-423f-9710-91d1cf39e3a4: ACTIVE {{(pid=86439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:55:00.807674 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:02.259026 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-00373280-2239-44a0-a8e4-2f9b9761e2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:02.943270 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4889ebab-4166-4f17-bdc8-97e2d2b7dcc2 req-cb582f9c-68a2-4ddc-9f5c-fe30078cb48d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0790243
Apr 20 14:55:03.120277 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889ebab-4166-4f17-bdc8-97e2d2b7dcc2 req-5ec935b7-1a79-4391-9baf-7b5cf3b6f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:03.122387 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4889ebab-4166-4f17-bdc8-97e2d2b7dcc2 req-5ec935b7-1a79-4391-9baf-7b5cf3b6f6ea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a432f73e41864a1d89a27ea689d63a21&device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 1098 time: 0.1053283
Apr 20 14:55:03.296981 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889ebab-4166-4f17-bdc8-97e2d2b7dcc2 req-f24993a5-c3c9-49f1-8905-195eb479c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:03.298678 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4889ebab-4166-4f17-bdc8-97e2d2b7dcc2 req-f24993a5-c3c9-49f1-8905-195eb479c187 service neutron] 10.222.0.38 "GET /v2.0/networks?id=25584ebc-4813-4602-b240-5e5e4cd95f15 HTTP/1.1" status: 200  len: 917 time: 0.1503003
Apr 20 14:55:03.419594 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4889ebab-4166-4f17-bdc8-97e2d2b7dcc2 req-da249dba-afa6-4994-a312-ed386ad1c5be service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af3da897-c8d0-4678-91dc-f12affaeb4e3 HTTP/1.1" status: 200  len: 1001 time: 0.1073821
Apr 20 14:55:03.494013 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889ebab-4166-4f17-bdc8-97e2d2b7dcc2 req-d371dc92-d644-4f17-a868-95cb5029fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:03.495595 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4889ebab-4166-4f17-bdc8-97e2d2b7dcc2 req-d371dc92-d644-4f17-a868-95cb5029fe04 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe5c3aac-31f9-4b55-a329-412ec8ea7dac HTTP/1.1" status: 200  len: 855 time: 0.0652649
Apr 20 14:55:03.613721 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889ebab-4166-4f17-bdc8-97e2d2b7dcc2 req-cac8344a-5f90-4ca4-95c5-4ba55961cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:03.616463 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4889ebab-4166-4f17-bdc8-97e2d2b7dcc2 req-cac8344a-5f90-4ca4-95c5-4ba55961cd25 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25584ebc-4813-4602-b240-5e5e4cd95f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1020291
Apr 20 14:55:03.769858 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4889ebab-4166-4f17-bdc8-97e2d2b7dcc2 req-3098e320-a7be-4ff7-9e0e-d67bddf7f5f2 service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457791
Apr 20 14:55:03.923246 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4889ebab-4166-4f17-bdc8-97e2d2b7dcc2 req-21b2537c-dd3a-4694-bf0f-a5bae9c5d738 service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426394
Apr 20 14:55:04.952700 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8ef0467b-253f-4262-a147-16e3d2c597dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:05.561837 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:06.373245 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:06.994922 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 50686) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:55:07.023138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:07.133163 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4c0998cd-4108-496e-8f12-afae6a017b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:07.148974 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-4c0998cd-4108-496e-8f12-afae6a017b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:55:07.153115 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-4c0998cd-4108-496e-8f12-afae6a017b6d admin admin] Usage tracker for resource:security_group_rule and tenant:64a1885f9a8d4567ae2858920212dd50 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:55:07.156773 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-4c0998cd-4108-496e-8f12-afae6a017b6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:55:07.163433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-4c0998cd-4108-496e-8f12-afae6a017b6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:55:07.256927 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4c0998cd-4108-496e-8f12-afae6a017b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:07.287004 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4c0998cd-4108-496e-8f12-afae6a017b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:07.296521 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5c164f44-fbb2-4270-90e3-48e286646060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:55:07.338814 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-4c0998cd-4108-496e-8f12-afae6a017b6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64a1885f9a8d4567ae2858920212dd50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3427491
Apr 20 14:55:07.340529 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0998cd-4108-496e-8f12-afae6a017b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece898d8-f785-4050-87ee-16b23a1023d7,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:55:07.342308 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 50692) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:55:07.344364 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4c0998cd-4108-496e-8f12-afae6a017b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:55:07.410206 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4a3d2179-74a6-4d52-8182-fb450b354346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:07.438024 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4a3d2179-74a6-4d52-8182-fb450b354346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:07.513849 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4a3d2179-74a6-4d52-8182-fb450b354346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:07.519001 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a77418ae-2532-42b0-a146-802c5ec6e493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:55:07.532167 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d2179-74a6-4d52-8182-fb450b354346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece898d8-f785-4050-87ee-16b23a1023d7,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:55:07.536531 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4a3d2179-74a6-4d52-8182-fb450b354346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:55:07.545101 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4a3d2179-74a6-4d52-8182-fb450b354346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:07.545101 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-4a3d2179-74a6-4d52-8182-fb450b354346 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ece898d8-f785-4050-87ee-16b23a1023d7 HTTP/1.1" status: 204  len: 168 time: 0.2000101
Apr 20 14:55:09.405659 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87400ad-c523-44cb-875d-cd90a0fa781c req-be26198e-8dda-4933-a26c-a383f20ffb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:09.408384 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b87400ad-c523-44cb-875d-cd90a0fa781c req-be26198e-8dda-4933-a26c-a383f20ffb2b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0ecbcaf7ff8049e29970e69f972278b3&device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 1137 time: 0.0935459
Apr 20 14:55:09.442900 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b355914-aa6c-4d82-b298-3d2f2302212b req-2133f136-3f57-490c-b132-d6985e665be0 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:09.444507 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6b355914-aa6c-4d82-b298-3d2f2302212b req-2133f136-3f57-490c-b132-d6985e665be0 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 984 time: 0.0912747
Apr 20 14:55:09.497522 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6b355914-aa6c-4d82-b298-3d2f2302212b req-030e99f1-c5d1-4efa-8da8-fb1c7af28b3d tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&id=277d7c74-55bc-475b-abdc-854f94217ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0455453
Apr 20 14:55:09.562406 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87400ad-c523-44cb-875d-cd90a0fa781c req-5b88f669-b46b-4f4a-9e14-c614d19c6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:09.564008 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b87400ad-c523-44cb-875d-cd90a0fa781c req-5b88f669-b46b-4f4a-9e14-c614d19c6b31 service neutron] 10.222.0.38 "GET /v2.0/networks?id=55faa971-90ea-4dd4-b0aa-636da5bc413e HTTP/1.1" status: 200  len: 915 time: 0.1437232
Apr 20 14:55:09.682905 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b87400ad-c523-44cb-875d-cd90a0fa781c req-b48c7e4a-e8ea-45c9-85ca-525ce053030f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffde5179-8469-40ac-9f1a-2c5260b9a394 HTTP/1.1" status: 200  len: 1001 time: 0.1082377
Apr 20 14:55:09.760525 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87400ad-c523-44cb-875d-cd90a0fa781c req-b4226a7b-40c5-4e2c-90b9-4006bc3f6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:09.762146 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b87400ad-c523-44cb-875d-cd90a0fa781c req-b4226a7b-40c5-4e2c-90b9-4006bc3f6b4c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6599147f-bf69-46af-8d4e-94bc8945111d HTTP/1.1" status: 200  len: 853 time: 0.0685599
Apr 20 14:55:09.849088 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87400ad-c523-44cb-875d-cd90a0fa781c req-5008a51a-b102-4d2f-ab25-a318e8acfe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:09.850750 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b87400ad-c523-44cb-875d-cd90a0fa781c req-5008a51a-b102-4d2f-ab25-a318e8acfe28 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=55faa971-90ea-4dd4-b0aa-636da5bc413e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792511
Apr 20 14:55:10.006839 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b87400ad-c523-44cb-875d-cd90a0fa781c req-e6952591-478a-49d6-9719-1a197ef7babb service neutron] 10.222.0.38 "GET /v2.0/networks/55faa971-90ea-4dd4-b0aa-636da5bc413e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388237
Apr 20 14:55:10.156764 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b87400ad-c523-44cb-875d-cd90a0fa781c req-71678bd1-b7c6-495c-9cd9-76d8fe150596 service neutron] 10.222.0.38 "GET /v2.0/networks/55faa971-90ea-4dd4-b0aa-636da5bc413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423271
Apr 20 14:55:10.712835 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d63f4-e2f5-4dc6-9083-63e07217789b req-dcc1d091-c1e7-49a4-b8c4-d8b33b2be13f tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:10.714541 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c43d63f4-e2f5-4dc6-9083-63e07217789b req-dcc1d091-c1e7-49a4-b8c4-d8b33b2be13f tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 984 time: 0.0967543
Apr 20 14:55:10.767729 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c43d63f4-e2f5-4dc6-9083-63e07217789b req-2a3eeb86-c109-41eb-9ca7-6c44a85e8236 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&id=277d7c74-55bc-475b-abdc-854f94217ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0458322
Apr 20 14:55:13.577070 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:55:13.985243 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2d3d0-9f0e-42b6-9e79-a3b520a7fbf5 req-f5f0e33a-63c1-479f-8a59-6c537afa7116 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:13.986973 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b3c2d3d0-9f0e-42b6-9e79-a3b520a7fbf5 req-f5f0e33a-63c1-479f-8a59-6c537afa7116 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 984 time: 0.0954556
Apr 20 14:55:14.279334 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b3c2d3d0-9f0e-42b6-9e79-a3b520a7fbf5 req-a763018b-85b2-46a5-8ead-cfb5dc0774fd tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&id=277d7c74-55bc-475b-abdc-854f94217ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2838347
Apr 20 14:55:15.495808 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f2006-7984-496b-a216-48116501eb72 req-698215fb-06b0-4cf8-b174-a83a4d19b050 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:15.498015 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ed8f2006-7984-496b-a216-48116501eb72 req-698215fb-06b0-4cf8-b174-a83a4d19b050 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 984 time: 0.0942123
Apr 20 14:55:15.562335 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ed8f2006-7984-496b-a216-48116501eb72 req-4521648c-aef3-4b30-b974-732f127ce14e tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&id=277d7c74-55bc-475b-abdc-854f94217ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0539382
Apr 20 14:55:16.776860 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a2ce6-e6e5-4de0-b1f1-5956e0d3438d req-8a5c7b21-4e7e-4829-847c-a2fb432854f4 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:16.778518 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-208a2ce6-e6e5-4de0-b1f1-5956e0d3438d req-8a5c7b21-4e7e-4829-847c-a2fb432854f4 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 984 time: 0.0920413
Apr 20 14:55:16.830214 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-208a2ce6-e6e5-4de0-b1f1-5956e0d3438d req-8d1849ac-fe1b-4b4e-a1f1-d584f8476497 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&id=277d7c74-55bc-475b-abdc-854f94217ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0450640
Apr 20 14:55:17.157330 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d3fe2-e75f-4c59-a13c-7a28072fa314 req-7cd390cc-6256-4da3-9997-40e455cc4063 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:17.159064 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a24d3fe2-e75f-4c59-a13c-7a28072fa314 req-7cd390cc-6256-4da3-9997-40e455cc4063 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.0952554
Apr 20 14:55:17.211535 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a24d3fe2-e75f-4c59-a13c-7a28072fa314 req-1b088620-968b-41a1-830e-4e71b764cedd tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455446
Apr 20 14:55:18.048559 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23e60f-8ec7-4157-a9a8-ae6f68e67315 req-90ee98b2-5e20-447d-af62-2333a086ed91 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:18.050295 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-de23e60f-8ec7-4157-a9a8-ae6f68e67315 req-90ee98b2-5e20-447d-af62-2333a086ed91 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 984 time: 0.0981286
Apr 20 14:55:18.104642 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-de23e60f-8ec7-4157-a9a8-ae6f68e67315 req-32272030-ce1e-4262-86d6-bf1dacb69c6b tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&id=277d7c74-55bc-475b-abdc-854f94217ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0473096
Apr 20 14:55:18.455762 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cefffd-4dc4-4486-bd3c-5055514e06e6 req-f5c30379-a7ae-44dd-84a4-404d45efcf2d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:18.457500 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-54cefffd-4dc4-4486-bd3c-5055514e06e6 req-f5c30379-a7ae-44dd-84a4-404d45efcf2d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.1007094
Apr 20 14:55:18.507571 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-54cefffd-4dc4-4486-bd3c-5055514e06e6 req-8cf97b62-858f-43e7-ad51-d57de2a7fb74 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437186
Apr 20 14:55:19.314274 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72574b84-478d-4e05-bfc2-43b214f0ad05 req-1a1fa3ea-c4fa-4966-8aeb-f9fbba8f4dce tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:19.315907 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-72574b84-478d-4e05-bfc2-43b214f0ad05 req-1a1fa3ea-c4fa-4966-8aeb-f9fbba8f4dce tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 984 time: 0.0928502
Apr 20 14:55:19.370179 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-72574b84-478d-4e05-bfc2-43b214f0ad05 req-b49405d9-3782-41e2-bfc2-0d4e13e28139 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&id=277d7c74-55bc-475b-abdc-854f94217ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0476964
Apr 20 14:55:19.755036 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13ef45-74c2-4828-8693-7a138731f263 req-4a6d6604-d561-43eb-99e3-99db5fb44ee5 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:19.756594 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1a13ef45-74c2-4828-8693-7a138731f263 req-4a6d6604-d561-43eb-99e3-99db5fb44ee5 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.0891995
Apr 20 14:55:19.806912 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1a13ef45-74c2-4828-8693-7a138731f263 req-058779c8-200b-415b-9848-e621bd30341f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427916
Apr 20 14:55:20.602697 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259f05d-538e-4861-b8c7-3329f77add5d req-bb61ac8a-86a3-4be0-bd87-7b892edb5ab3 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:20.604240 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5259f05d-538e-4861-b8c7-3329f77add5d req-bb61ac8a-86a3-4be0-bd87-7b892edb5ab3 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa22894-01f4-4cff-8f30-fa290a10c71c HTTP/1.1" status: 200  len: 945 time: 0.1617057
Apr 20 14:55:20.618289 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a9bf0-a6d5-48f8-82ae-e8d20582507d req-2b54abf2-5d3b-4b0c-8e8f-5bd7d37f7ea2 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:20.619881 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bc7a9bf0-a6d5-48f8-82ae-e8d20582507d req-2b54abf2-5d3b-4b0c-8e8f-5bd7d37f7ea2 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 984 time: 0.1292896
Apr 20 14:55:20.699049 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5259f05d-538e-4861-b8c7-3329f77add5d req-bb2d4244-24b6-4901-a00a-feeb98eba2a4 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781016
Apr 20 14:55:20.708865 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bc7a9bf0-a6d5-48f8-82ae-e8d20582507d req-1c717fdf-6826-49ed-aab1-3048ccb32215 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&id=277d7c74-55bc-475b-abdc-854f94217ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0715833
Apr 20 14:55:21.017210 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e1999-bf18-4494-b106-8f7f951594ae req-75692bba-b7ad-4ce1-970e-4075e65e5313 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:21.018894 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-dd3e1999-bf18-4494-b106-8f7f951594ae req-75692bba-b7ad-4ce1-970e-4075e65e5313 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.0906146
Apr 20 14:55:21.070026 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-dd3e1999-bf18-4494-b106-8f7f951594ae req-8a6d32ba-fd17-4686-b403-ce7701390a61 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441012
Apr 20 14:55:21.980371 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3abbba-46c2-4935-9306-1487065f5d47 req-df260cae-ab06-4956-a25a-220e50a45837 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:21.982119 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0a3abbba-46c2-4935-9306-1487065f5d47 req-df260cae-ab06-4956-a25a-220e50a45837 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa22894-01f4-4cff-8f30-fa290a10c71c HTTP/1.1" status: 200  len: 945 time: 0.1614444
Apr 20 14:55:21.990719 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26dddf-3f9c-4162-a654-44d02b2bc929 req-f93e639a-bbbe-4495-bc76-41e26177c029 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:21.992312 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1d26dddf-3f9c-4162-a654-44d02b2bc929 req-f93e639a-bbbe-4495-bc76-41e26177c029 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 984 time: 0.1344330
Apr 20 14:55:22.074993 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0a3abbba-46c2-4935-9306-1487065f5d47 req-96e51209-119e-43ae-8436-b14f6ce56693 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816026
Apr 20 14:55:22.079825 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1d26dddf-3f9c-4162-a654-44d02b2bc929 req-a47e20a9-216d-496e-bab7-d915bd97f02b tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&id=277d7c74-55bc-475b-abdc-854f94217ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0722768
Apr 20 14:55:22.289209 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93f059-4ade-4ac6-8f91-2787480b8317 req-af66a0ab-39c8-4d94-8a82-26bb0f85ee6f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:22.290813 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5e93f059-4ade-4ac6-8f91-2787480b8317 req-af66a0ab-39c8-4d94-8a82-26bb0f85ee6f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.0933855
Apr 20 14:55:22.341155 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5e93f059-4ade-4ac6-8f91-2787480b8317 req-f2eb14fc-8797-4247-8770-5d3130346ff7 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437760
Apr 20 14:55:22.688060 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7513bdf-7b70-46cc-b84f-926c2dc30e25 req-c93976a5-0c4c-4d48-8ecd-3e7507c8475f tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:22.688742 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-b7513bdf-7b70-46cc-b84f-926c2dc30e25 req-c93976a5-0c4c-4d48-8ecd-3e7507c8475f tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Synchronizing usage tracker for tenant:8e516eecaaa9450ba940ed06d0553871 on resource:port {{(pid=86436) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:55:22.733012 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-b7513bdf-7b70-46cc-b84f-926c2dc30e25 req-c93976a5-0c4c-4d48-8ecd-3e7507c8475f tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Unset dirty status for tenant:8e516eecaaa9450ba940ed06d0553871 on resource:port {{(pid=86436) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:55:22.734279 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b7513bdf-7b70-46cc-b84f-926c2dc30e25 req-c93976a5-0c4c-4d48-8ecd-3e7507c8475f tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.38 "GET /v2.0/ports?device_id=7fa22894-01f4-4cff-8f30-fa290a10c71c HTTP/1.1" status: 200  len: 945 time: 0.1328595
Apr 20 14:55:22.816131 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-b7513bdf-7b70-46cc-b84f-926c2dc30e25 req-d6f0a2c8-7ea1-4721-b034-7b6d983724b3 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Deleting port 618328e3-94bf-4809-8feb-2cd29b47e472 {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:55:22.816507 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-b7513bdf-7b70-46cc-b84f-926c2dc30e25 req-d6f0a2c8-7ea1-4721-b034-7b6d983724b3 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:23.084277 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-b7513bdf-7b70-46cc-b84f-926c2dc30e25 req-d6f0a2c8-7ea1-4721-b034-7b6d983724b3 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] For port 618328e3-94bf-4809-8feb-2cd29b47e472, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=618328e3-94bf-4809-8feb-2cd29b47e472,segment=NetworkSegment(5b577d1c-df65-404c-a587-4cf8ef829fea),segment_id=5b577d1c-df65-404c-a587-4cf8ef829fea)] {{(pid=86436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:55:23.084809 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-b7513bdf-7b70-46cc-b84f-926c2dc30e25 req-d6f0a2c8-7ea1-4721-b034-7b6d983724b3 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:23.221355 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-b7513bdf-7b70-46cc-b84f-926c2dc30e25 req-d6f0a2c8-7ea1-4721-b034-7b6d983724b3 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Calling delete_port for 618328e3-94bf-4809-8feb-2cd29b47e472 owned by compute:nova {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:55:23.289306 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0160d2a-fcb6-4cf4-8a38-bbadc3ad8082 req-14b8b18b-ae7a-4bac-9cc9-b37ee91c38db tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:23.290975 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0160d2a-fcb6-4cf4-8a38-bbadc3ad8082 req-14b8b18b-ae7a-4bac-9cc9-b37ee91c38db tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa22894-01f4-4cff-8f30-fa290a10c71c HTTP/1.1" status: 200  len: 945 time: 0.0964906
Apr 20 14:55:23.344375 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e0160d2a-fcb6-4cf4-8a38-bbadc3ad8082 req-999aafb4-8eee-42c2-8a9b-84817574e433 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/security-groups?id=4aef3c82-fdac-4e52-8ede-d0323ebaad2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457740
Apr 20 14:55:23.464335 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-b7513bdf-7b70-46cc-b84f-926c2dc30e25 req-d6f0a2c8-7ea1-4721-b034-7b6d983724b3 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:23.472169 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-57638dbb-2acf-4793-9092-1f3dc2b7bfed tempest-ServerRescueNegativeTestJSON-1327056548 tempest-ServerRescueNegativeTestJSON-1327056548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:55:23.521304 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0a2c8-7ea1-4721-b034-7b6d983724b3 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Pushing event deleted for resources: {'Port': ['ID=618328e3-94bf-4809-8feb-2cd29b47e472,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:55:23.524785 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d6f0a2c8-7ea1-4721-b034-7b6d983724b3 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:55:23.557361 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96677be7-794b-4b98-be36-f7ca1d7d7368 req-8fd2d725-e10c-4498-8f37-4c6d185f0c93 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:23.559037 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-96677be7-794b-4b98-be36-f7ca1d7d7368 req-8fd2d725-e10c-4498-8f37-4c6d185f0c93 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.0916305
Apr 20 14:55:23.611708 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-96677be7-794b-4b98-be36-f7ca1d7d7368 req-3aaf5564-75e4-453c-be0e-91b80c5af05d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458987
Apr 20 14:55:23.841399 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7513bdf-7b70-46cc-b84f-926c2dc30e25 req-d6f0a2c8-7ea1-4721-b034-7b6d983724b3 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] No DVR routers for this DVR port 618328e3-94bf-4809-8feb-2cd29b47e472 on host hv-cinder-74216 {{(pid=86436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:55:23.843848 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-b7513bdf-7b70-46cc-b84f-926c2dc30e25 req-d6f0a2c8-7ea1-4721-b034-7b6d983724b3 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:23.846720 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa22894-01f4-4cff-8f30-fa290a10c71c', 'name': 'network-vif-deleted', 'tag': '618328e3-94bf-4809-8feb-2cd29b47e472'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:55:23.888326 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b7513bdf-7b70-46cc-b84f-926c2dc30e25 req-d6f0a2c8-7ea1-4721-b034-7b6d983724b3 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.38 "DELETE /v2.0/ports/618328e3-94bf-4809-8feb-2cd29b47e472 HTTP/1.1" status: 204  len: 173 time: 1.1474478
Apr 20 14:55:23.898012 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa22894-01f4-4cff-8f30-fa290a10c71c', 'name': 'network-vif-deleted', 'tag': '618328e3-94bf-4809-8feb-2cd29b47e472', 'status': 'completed', 'code': 200}
Apr 20 14:55:24.551514 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5d438187-6d6a-46d8-b425-420678192fd5 req-9bf1fd96-8f84-4436-8cb7-9591775d58ab tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fa22894-01f4-4cff-8f30-fa290a10c71c HTTP/1.1" status: 200  len: 210 time: 0.0606747
Apr 20 14:55:24.828929 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40911510-6b0a-4d82-abbe-fb50bf86b54a req-1e9e4d77-bb14-4ee4-8f7b-c11c4822ad53 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:24.830706 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-40911510-6b0a-4d82-abbe-fb50bf86b54a req-1e9e4d77-bb14-4ee4-8f7b-c11c4822ad53 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.0929375
Apr 20 14:55:24.890407 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-40911510-6b0a-4d82-abbe-fb50bf86b54a req-f91939d3-35ed-459a-bf17-3c3bc8727f90 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468056
Apr 20 14:55:25.184005 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 618328e3-94bf-4809-8feb-2cd29b47e472 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:55:25.221969 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] No Port match for: 618328e3-94bf-4809-8feb-2cd29b47e472 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:55:25.222366 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 618328e3-94bf-4809-8feb-2cd29b47e472 not bound to the agent host hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:55:26.113928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a567e9-283b-42ee-a027-7bcbb9fe0fd4 req-8f988de4-b503-492d-8d12-9202b6228cb3 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:26.115559 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d0a567e9-283b-42ee-a027-7bcbb9fe0fd4 req-8f988de4-b503-492d-8d12-9202b6228cb3 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.0984147
Apr 20 14:55:26.171428 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d0a567e9-283b-42ee-a027-7bcbb9fe0fd4 req-b4ac0daf-dbec-49bd-b9b2-49274a669dcb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476646
Apr 20 14:55:27.387371 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fa171-8008-4ad2-9d38-9f7b7389777d req-91dda597-c64c-42ec-a4ed-0b3c27f51dee tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:27.389077 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-256fa171-8008-4ad2-9d38-9f7b7389777d req-91dda597-c64c-42ec-a4ed-0b3c27f51dee tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.0916874
Apr 20 14:55:27.438875 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-256fa171-8008-4ad2-9d38-9f7b7389777d req-72118f82-1422-430f-9e7f-62b4050918b8 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433204
Apr 20 14:55:28.652504 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec96971-052d-4884-a6c3-7d4d8736639e req-4bc040d4-bf01-402f-8805-ec57aac5294e tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:28.657110 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9ec96971-052d-4884-a6c3-7d4d8736639e req-4bc040d4-bf01-402f-8805-ec57aac5294e tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.0940425
Apr 20 14:55:28.704703 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9ec96971-052d-4884-a6c3-7d4d8736639e req-a4483a82-4ddc-4cfb-92d6-30e35dcf0fca tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436709
Apr 20 14:55:29.950889 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b267ffe-d11e-45c3-96d3-778584cd9364 req-763100b5-15ff-41be-88d7-a266f87245b9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:29.952569 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4b267ffe-d11e-45c3-96d3-778584cd9364 req-763100b5-15ff-41be-88d7-a266f87245b9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.0980361
Apr 20 14:55:30.003010 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4b267ffe-d11e-45c3-96d3-778584cd9364 req-4e829b47-86d2-45bd-b846-b1bb41a01fe9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438514
Apr 20 14:55:30.799345 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:31.230662 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bf271-c2d2-4e13-922a-2ddb3f10351b req-fd22b68f-4368-4cab-9081-fb08105ab489 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:31.232224 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2b9bf271-c2d2-4e13-922a-2ddb3f10351b req-fd22b68f-4368-4cab-9081-fb08105ab489 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.0917928
Apr 20 14:55:31.284361 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2b9bf271-c2d2-4e13-922a-2ddb3f10351b req-9478ebfa-d056-4123-bbcb-053158189d6d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457363
Apr 20 14:55:32.275149 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5cc4aba2-acbe-48cf-99f0-9e1a72c59549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:32.508372 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c480b1f-7e1b-410f-aacc-39c30743e56b req-332ae5a2-8a38-402d-99cb-636ee5e26604 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:32.510077 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3c480b1f-7e1b-410f-aacc-39c30743e56b req-332ae5a2-8a38-402d-99cb-636ee5e26604 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.0937300
Apr 20 14:55:32.600569 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3c480b1f-7e1b-410f-aacc-39c30743e56b req-ac5b2da0-1364-472a-b940-256855dcbbca tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816655
Apr 20 14:55:33.809905 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b37da6-4a86-4555-add2-dd97203ad857 req-53b89608-3531-4186-b649-54c391ff30ec tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:33.811544 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d7b37da6-4a86-4555-add2-dd97203ad857 req-53b89608-3531-4186-b649-54c391ff30ec tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.0911624
Apr 20 14:55:33.865644 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d7b37da6-4a86-4555-add2-dd97203ad857 req-2795ef6f-33f7-4fd5-a88d-2bae777a96e6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475504
Apr 20 14:55:34.921907 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-14147030-3548-414c-8c0c-a71f55ab7d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:35.120735 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fb7fd-0b5d-4406-a7ce-e879072ec9ce req-2745fe09-973d-4a43-bf11-5c5715187acc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:35.123126 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-280fb7fd-0b5d-4406-a7ce-e879072ec9ce req-2745fe09-973d-4a43-bf11-5c5715187acc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.1279924
Apr 20 14:55:35.179942 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-280fb7fd-0b5d-4406-a7ce-e879072ec9ce req-206f0f21-df79-431d-a864-9fd84b06b35f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499780
Apr 20 14:55:35.287028 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device af3da897-c8d0-4678-91dc-f12affaeb4e3 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:55:35.442250 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port af3da897-c8d0-4678-91dc-f12affaeb4e3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=af3da897-c8d0-4678-91dc-f12affaeb4e3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:55:35.457353 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': 'af3da897-c8d0-4678-91dc-f12affaeb4e3', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'port_id': 'af3da897-c8d0-4678-91dc-f12affaeb4e3', 'mac_address': 'fa:16:3e:90:9c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:55:35.535342 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:35.554462 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af3da897-c8d0-4678-91dc-f12affaeb4e3 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:55:35.562115 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:35.572856 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port af3da897-c8d0-4678-91dc-f12affaeb4e3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=af3da897-c8d0-4678-91dc-f12affaeb4e3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:55:35.612324 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:35.614278 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-48d1dc78-5d0b-48ab-abbb-d21b886b5ca3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:55:35.697150 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=af3da897-c8d0-4678-91dc-f12affaeb4e3,revision_number=6']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:55:35.702075 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:55:35.770487 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['af3da897-c8d0-4678-91dc-f12affaeb4e3'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:55:36.401285 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:36.449182 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f67ac0-27ae-4e57-a525-ef834d68d19d req-37aedda7-c942-4e7b-8583-e2bfca980b85 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:36.451761 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a2f67ac0-27ae-4e57-a525-ef834d68d19d req-37aedda7-c942-4e7b-8583-e2bfca980b85 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 944 time: 0.1250324
Apr 20 14:55:36.545706 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a2f67ac0-27ae-4e57-a525-ef834d68d19d req-2a0c34ec-53d2-437a-b119-03fbebb7418d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870323
Apr 20 14:55:37.035782 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:37.310910 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device af3da897-c8d0-4678-91dc-f12affaeb4e3 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:55:37.393645 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port af3da897-c8d0-4678-91dc-f12affaeb4e3 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:55:37.394543 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:37.540843 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:37.581424 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1461a5c8-d6eb-4239-b393-8ff456c174b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3da897-c8d0-4678-91dc-f12affaeb4e3'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:55:37.597385 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port af3da897-c8d0-4678-91dc-f12affaeb4e3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=af3da897-c8d0-4678-91dc-f12affaeb4e3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:55:37.640475 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1461a5c8-d6eb-4239-b393-8ff456c174b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3da897-c8d0-4678-91dc-f12affaeb4e3', 'code': 200}
Apr 20 14:55:37.642384 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:37.645906 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:55:37.883233 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=af3da897-c8d0-4678-91dc-f12affaeb4e3,revision_number=7']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:55:37.885485 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b42ed-2e95-43f1-b384-4d6477021614 req-ea33de52-3a4f-484a-b464-40165ecff80d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:37.887699 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-448b42ed-2e95-43f1-b384-4d6477021614 req-ea33de52-3a4f-484a-b464-40165ecff80d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.1460593
Apr 20 14:55:37.896322 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:55:37.947386 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-448b42ed-2e95-43f1-b384-4d6477021614 req-ba555e3a-022e-4af2-ae66-a392738a51fc tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502064
Apr 20 14:55:39.310883 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e3ed2-7d4d-4321-877f-be32f7305efe req-0854c1fb-4136-4e2d-aa26-0d507cbb5791 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:39.312720 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e91e3ed2-7d4d-4321-877f-be32f7305efe req-0854c1fb-4136-4e2d-aa26-0d507cbb5791 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.1263795
Apr 20 14:55:39.381751 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e91e3ed2-7d4d-4321-877f-be32f7305efe req-8b73dd83-0ee1-4bf1-bcfd-f954233b92c3 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621665
Apr 20 14:55:40.623552 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68a65b-1612-4a60-a678-482e1fea852e req-00b9b97b-52f3-4faa-a2ab-712af508565c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:40.626658 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ef68a65b-1612-4a60-a678-482e1fea852e req-00b9b97b-52f3-4faa-a2ab-712af508565c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.1115620
Apr 20 14:55:40.686792 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ef68a65b-1612-4a60-a678-482e1fea852e req-ce343412-5604-4732-905a-503f824c3009 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533822
Apr 20 14:55:41.977757 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ee494-9ce9-422f-ae77-301b249a92e4 req-374ec695-ac36-4089-9876-aa490b2f49cf tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:41.979419 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-249ee494-9ce9-422f-ae77-301b249a92e4 req-374ec695-ac36-4089-9876-aa490b2f49cf tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.1227353
Apr 20 14:55:42.032282 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-249ee494-9ce9-422f-ae77-301b249a92e4 req-80c45700-ab60-4330-88f0-74b58d243e37 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455613
Apr 20 14:55:43.298613 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77cd22-2fb4-4f95-ae2e-6c9b8f60d923 req-ee77c965-26f2-4f35-92b0-901ff32f2141 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:43.300354 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fc77cd22-2fb4-4f95-ae2e-6c9b8f60d923 req-ee77c965-26f2-4f35-92b0-901ff32f2141 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.1151717
Apr 20 14:55:43.359986 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fc77cd22-2fb4-4f95-ae2e-6c9b8f60d923 req-6d27ac47-a64d-42f8-96c8-e5ae245f9834 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519066
Apr 20 14:55:44.665640 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc907b7-2c16-45cb-9003-6b309f67c2a7 req-73133cba-f923-4c83-a3fc-6aff75695b77 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:44.667269 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3fc907b7-2c16-45cb-9003-6b309f67c2a7 req-73133cba-f923-4c83-a3fc-6aff75695b77 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.1279230
Apr 20 14:55:44.740555 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3fc907b7-2c16-45cb-9003-6b309f67c2a7 req-f16c53dd-9cc9-4d8e-9e68-3f50893e4b13 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649550
Apr 20 14:55:45.988651 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d9ea7-f941-454e-907f-8986545b07ab req-04a62b3b-0725-4694-82cc-fdd50cc0a999 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:46.134114 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ac4d9ea7-f941-454e-907f-8986545b07ab req-04a62b3b-0725-4694-82cc-fdd50cc0a999 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.1053455
Apr 20 14:55:46.134114 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ac4d9ea7-f941-454e-907f-8986545b07ab req-192ff0aa-60c0-479d-8a78-5c2a1b315a1d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697603
Apr 20 14:55:47.450255 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80934ee-3c52-4090-a9b1-542f8de2e62f req-90f03e1d-0b0b-4cf7-807f-2ee80143408d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:47.452075 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a80934ee-3c52-4090-a9b1-542f8de2e62f req-90f03e1d-0b0b-4cf7-807f-2ee80143408d tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.1013794
Apr 20 14:55:47.514387 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a80934ee-3c52-4090-a9b1-542f8de2e62f req-c99262ee-8c47-4af1-9db4-32d48f4fda5a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548515
Apr 20 14:55:48.722504 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e65d93-6867-4919-a203-8d0b0d5eb61d req-3fdf183e-fce9-4090-bf23-df190d1d81ed tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:48.724089 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-41e65d93-6867-4919-a203-8d0b0d5eb61d req-3fdf183e-fce9-4090-bf23-df190d1d81ed tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.0915177
Apr 20 14:55:48.743061 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816e3b4-f7a6-4101-b2f7-d855836dbd79 req-4427228c-6978-40ab-bd1e-2cbf163013e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:48.744808 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6816e3b4-f7a6-4101-b2f7-d855836dbd79 req-4427228c-6978-40ab-bd1e-2cbf163013e5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a432f73e41864a1d89a27ea689d63a21&device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 1098 time: 0.0806177
Apr 20 14:55:48.774208 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-41e65d93-6867-4919-a203-8d0b0d5eb61d req-eba639d6-94a7-4efe-a513-669028aae9e8 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436640
Apr 20 14:55:48.894659 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816e3b4-f7a6-4101-b2f7-d855836dbd79 req-0b73f8ca-c9a4-43e7-8809-78bdd8bd5c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:48.896407 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6816e3b4-f7a6-4101-b2f7-d855836dbd79 req-0b73f8ca-c9a4-43e7-8809-78bdd8bd5c1f service neutron] 10.222.0.38 "GET /v2.0/networks?id=25584ebc-4813-4602-b240-5e5e4cd95f15 HTTP/1.1" status: 200  len: 917 time: 0.1452451
Apr 20 14:55:49.015524 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6816e3b4-f7a6-4101-b2f7-d855836dbd79 req-0aa9279b-5c06-4fb7-98b7-6a2cafc3df65 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af3da897-c8d0-4678-91dc-f12affaeb4e3 HTTP/1.1" status: 200  len: 1001 time: 0.1109221
Apr 20 14:55:49.091254 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816e3b4-f7a6-4101-b2f7-d855836dbd79 req-a9d1c9e3-c0b9-4666-b89f-85411a8d8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:49.092847 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6816e3b4-f7a6-4101-b2f7-d855836dbd79 req-a9d1c9e3-c0b9-4666-b89f-85411a8d8f3d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe5c3aac-31f9-4b55-a329-412ec8ea7dac HTTP/1.1" status: 200  len: 855 time: 0.0704260
Apr 20 14:55:49.177060 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816e3b4-f7a6-4101-b2f7-d855836dbd79 req-636a744e-ea30-495d-8cd4-dcaf4029c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:49.178720 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6816e3b4-f7a6-4101-b2f7-d855836dbd79 req-636a744e-ea30-495d-8cd4-dcaf4029c649 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25584ebc-4813-4602-b240-5e5e4cd95f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786977
Apr 20 14:55:49.330097 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6816e3b4-f7a6-4101-b2f7-d855836dbd79 req-ebb9be6a-ce2a-4133-a130-a83043c2da49 service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439037
Apr 20 14:55:49.483580 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6816e3b4-f7a6-4101-b2f7-d855836dbd79 req-b30d07d5-e164-442b-b303-b52029334481 service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1469898
Apr 20 14:55:49.994662 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdedae-062f-483a-a9c6-abcd42f62a3b req-ba78d389-127f-4191-a3d7-d1b71dd6f88a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:49.996738 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0dfdedae-062f-483a-a9c6-abcd42f62a3b req-ba78d389-127f-4191-a3d7-d1b71dd6f88a tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.0969107
Apr 20 14:55:50.050534 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0dfdedae-062f-483a-a9c6-abcd42f62a3b req-b03385b0-45a8-4472-9781-fc3aab16b540 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467477
Apr 20 14:55:50.577948 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:55:51.296404 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba846b-b7b2-4489-b572-829bbfc80868 req-b3399bc9-baf7-42b0-b63e-8da76bb30c22 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:51.301126 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-17ba846b-b7b2-4489-b572-829bbfc80868 req-b3399bc9-baf7-42b0-b63e-8da76bb30c22 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 945 time: 0.1009934
Apr 20 14:55:51.347861 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device af3da897-c8d0-4678-91dc-f12affaeb4e3 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:55:51.353046 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-17ba846b-b7b2-4489-b572-829bbfc80868 req-a5a0eecc-b2b8-4e26-a4bc-1a0d4fc25721 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478740
Apr 20 14:55:51.498791 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:51.530199 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1461a5c8-d6eb-4239-b393-8ff456c174b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af3da897-c8d0-4678-91dc-f12affaeb4e3'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:55:51.542179 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port af3da897-c8d0-4678-91dc-f12affaeb4e3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=af3da897-c8d0-4678-91dc-f12affaeb4e3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:55:51.582450 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1461a5c8-d6eb-4239-b393-8ff456c174b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af3da897-c8d0-4678-91dc-f12affaeb4e3', 'code': 200}
Apr 20 14:55:51.583721 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:51.585711 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:55:51.660177 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=af3da897-c8d0-4678-91dc-f12affaeb4e3,revision_number=8']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:55:51.669010 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:51.669401 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:51.670160 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:51.670537 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:51.670918 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:51.671306 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:51.671677 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:51.672052 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:51.672419 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:51.672787 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:51.673155 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:51.673546 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:51.677971 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:55:52.600267 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c1822-c82e-44aa-9fd8-c9855ebd8d8a req-2d53a92e-43dd-48df-b029-8c90b525f618 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:52.601964 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6c2c1822-c82e-44aa-9fd8-c9855ebd8d8a req-2d53a92e-43dd-48df-b029-8c90b525f618 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 0.1069479
Apr 20 14:55:52.671705 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6c2c1822-c82e-44aa-9fd8-c9855ebd8d8a req-cd976896-c0fb-4e10-9ce3-44f8f2acc164 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628219
Apr 20 14:55:55.099288 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51160) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:55:55.175277 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_v2 [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] Deleting subnet 4f0ee08f-f014-44dd-a49c-69c0508e9876 {{(pid=86437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:55:55.179261 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:55.297941 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852047558'] for subnet, precommit_delete_associations {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:55.354623 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device af3da897-c8d0-4678-91dc-f12affaeb4e3 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:55:55.651486 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788724'] for subnet, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:55.735538 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07e6bb-3b72-4358-9e42-1a8e9b4ea424 req-ca5ef26f-e7ae-422c-8441-303c3c6b9505 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:55.737228 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8d07e6bb-3b72-4358-9e42-1a8e9b4ea424 req-ca5ef26f-e7ae-422c-8441-303c3c6b9505 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 0.5048184
Apr 20 14:55:55.882482 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8fa523b8-2676-4475-9ef8-e97129350211 req-82d3e02d-a0a3-42a0-bac3-0a3e9462f169 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5127704
Apr 20 14:55:55.899711 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8d07e6bb-3b72-4358-9e42-1a8e9b4ea424 req-0198ee5c-4206-4837-941c-f876ef3d3653 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1198435
Apr 20 14:55:56.076883 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852987124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852062723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2639035'] for subnet, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:56.083504 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-57f97142-9a35-4f3c-9e05-af051f1506dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:55:56.119858 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f0ee08f-f014-44dd-a49c-69c0508e9876,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:55:56.137302 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:56.137302 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:56.137302 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:56.137302 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:56.137302 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:56.137302 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:56.138160 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:56.138160 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:56.138537 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:56.138930 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:56.139319 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:56.139708 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:55:56.143177 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:56.146517 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:55:56.156126 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-1435ec81-3d87-4166-af3e-a5563405f8ef admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4f0ee08f-f014-44dd-a49c-69c0508e9876 HTTP/1.1" status: 204  len: 168 time: 1.0552258
Apr 20 14:55:56.159834 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51184) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:55:56.316617 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-820d4506-60e1-419f-a04c-22faad77bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658232'] for network, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:56.489049 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-820d4506-60e1-419f-a04c-22faad77bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852987039', 'neutron.services.segments.db._delete_segments_for_network-8791465359731'] for network, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:56.614031 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-820d4506-60e1-419f-a04c-22faad77bee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feebb68db00>,) {'filters': {'network_id': ['a243db25-610a-4a22-a0c2-944a6a12d7ce']}} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:55:56.628495 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-820d4506-60e1-419f-a04c-22faad77bee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feebb68db00>, '5b577d1c-df65-404c-a587-4cf8ef829fea') {'for_net_delete': True} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:55:56.628913 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-820d4506-60e1-419f-a04c-22faad77bee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feebb68db00>, '5b577d1c-df65-404c-a587-4cf8ef829fea') {} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:55:56.642697 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-820d4506-60e1-419f-a04c-22faad77bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245389254755', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2728242'] for segment, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:56.661001 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-820d4506-60e1-419f-a04c-22faad77bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:56.669084 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820d4506-60e1-419f-a04c-22faad77bee0 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=86437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:55:56.785718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa523b8-2676-4475-9ef8-e97129350211 req-aa9e00f2-7563-40b1-a110-ad0eaf720ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:56.788436 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8fa523b8-2676-4475-9ef8-e97129350211 req-aa9e00f2-7563-40b1-a110-ad0eaf720ff8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4&tenant_id=a432f73e41864a1d89a27ea689d63a21 HTTP/1.1" status: 200  len: 1096 time: 0.1209362
Apr 20 14:55:56.878051 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-820d4506-60e1-419f-a04c-22faad77bee0 admin admin] Network a243db25-610a-4a22-a0c2-944a6a12d7ce has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:55:56.888225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-820d4506-60e1-419f-a04c-22faad77bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1801253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2713182'] for segment, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:56.905523 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa523b8-2676-4475-9ef8-e97129350211 req-9ade8617-4c6e-4040-8565-db48c2b3f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:56.908504 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8fa523b8-2676-4475-9ef8-e97129350211 req-9ade8617-4c6e-4040-8565-db48c2b3f016 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a432f73e41864a1d89a27ea689d63a21&device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 1096 time: 0.0945313
Apr 20 14:55:57.103880 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-820d4506-60e1-419f-a04c-22faad77bee0 admin admin] Network a243db25-610a-4a22-a0c2-944a6a12d7ce has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]: Traceback (most recent call last):
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:     timer()
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:     cb(*args, **kw)
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:     return func(*args, **kwargs)
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:     self._notify()
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:     self.callback(batched_events)
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:     event.method(event)
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:     segment_id)['aggregates'][0]
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:     return f(self, *a, **k)
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self._get(url).json()
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:     **kwargs)
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:     **endpoint_filter)
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:55:57.136828 dv-cinder-742162-4-iscsi neutron-server[86323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:55:57.173483 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa523b8-2676-4475-9ef8-e97129350211 req-333991f2-9145-4629-b18e-c6d3de1e5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:57.175092 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8fa523b8-2676-4475-9ef8-e97129350211 req-333991f2-9145-4629-b18e-c6d3de1e5089 service neutron] 10.222.0.38 "GET /v2.0/networks?id=25584ebc-4813-4602-b240-5e5e4cd95f15 HTTP/1.1" status: 200  len: 917 time: 0.2593212
Apr 20 14:55:57.303912 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8fa523b8-2676-4475-9ef8-e97129350211 req-a52dedef-90f0-4fbb-8a96-144ec73f74ec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af3da897-c8d0-4678-91dc-f12affaeb4e3 HTTP/1.1" status: 200  len: 999 time: 0.1121922
Apr 20 14:55:57.304142 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c0257-e241-4d08-a1bc-77baeb285b60 req-6a3107a8-1e44-42c7-ac52-dc6fbcae4b30 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:57.305573 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0d9c0257-e241-4d08-a1bc-77baeb285b60 req-6a3107a8-1e44-42c7-ac52-dc6fbcae4b30 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 0.1872976
Apr 20 14:55:57.354565 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-820d4506-60e1-419f-a04c-22faad77bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:57.361819 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0d9c0257-e241-4d08-a1bc-77baeb285b60 req-9ad6c3ad-d884-4b54-b8aa-ec57e85af225 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493448
Apr 20 14:55:57.363426 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:55:57.367870 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa523b8-2676-4475-9ef8-e97129350211 req-811d681e-5260-4a7b-a823-4eba64888e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:57.369445 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8fa523b8-2676-4475-9ef8-e97129350211 req-811d681e-5260-4a7b-a823-4eba64888e28 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe5c3aac-31f9-4b55-a329-412ec8ea7dac HTTP/1.1" status: 200  len: 855 time: 0.0676959
Apr 20 14:55:57.378901 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-820d4506-60e1-419f-a04c-22faad77bee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:57.389117 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d4506-60e1-419f-a04c-22faad77bee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a243db25-610a-4a22-a0c2-944a6a12d7ce,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:55:57.395628 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-820d4506-60e1-419f-a04c-22faad77bee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:55:57.460731 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa523b8-2676-4475-9ef8-e97129350211 req-4c4c5300-7487-4fd5-ba61-e9eb729546f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:57.462487 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8fa523b8-2676-4475-9ef8-e97129350211 req-4c4c5300-7487-4fd5-ba61-e9eb729546f3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25584ebc-4813-4602-b240-5e5e4cd95f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0861804
Apr 20 14:55:57.499003 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-820d4506-60e1-419f-a04c-22faad77bee0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a243db25-610a-4a22-a0c2-944a6a12d7ce HTTP/1.1" status: 204  len: 168 time: 1.3378489
Apr 20 14:55:57.619982 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8fa523b8-2676-4475-9ef8-e97129350211 req-7a92bfc2-f0a7-416a-be3b-024b004a5523 service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503699
Apr 20 14:55:57.775848 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8fa523b8-2676-4475-9ef8-e97129350211 req-85237194-23b3-40ba-8959-611de21270f7 service neutron] 10.222.0.38 "GET /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1494846
Apr 20 14:55:57.800436 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51194) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:55:57.864335 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-896c9d49-68a2-4557-8970-3cce9ca4f26c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e516eecaaa9450ba940ed06d0553871&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0622485
Apr 20 14:55:57.868492 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51198) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:55:57.947195 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-abe2f0ba-c0fb-4e9b-b2fc-20fdd5d87da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:58.000707 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-abe2f0ba-c0fb-4e9b-b2fc-20fdd5d87da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:58.098293 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-abe2f0ba-c0fb-4e9b-b2fc-20fdd5d87da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:58.105882 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3ccaef99-2ea3-4f8b-bb4a-e0b1f444a3a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:55:58.123752 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2f0ba-c0fb-4e9b-b2fc-20fdd5d87da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aef3c82-fdac-4e52-8ede-d0323ebaad2e,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:55:58.127067 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-abe2f0ba-c0fb-4e9b-b2fc-20fdd5d87da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:55:58.128125 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-abe2f0ba-c0fb-4e9b-b2fc-20fdd5d87da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:55:58.134727 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-abe2f0ba-c0fb-4e9b-b2fc-20fdd5d87da7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4aef3c82-fdac-4e52-8ede-d0323ebaad2e HTTP/1.1" status: 204  len: 168 time: 0.2597675
Apr 20 14:55:58.663421 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb02da-caf0-4fd8-acee-577ae940c7cf req-b9f276c5-8106-4921-a718-f6dadb82cbb6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:55:58.665353 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d0fb02da-caf0-4fd8-acee-577ae940c7cf req-b9f276c5-8106-4921-a718-f6dadb82cbb6 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 0.1691003
Apr 20 14:55:58.734901 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d0fb02da-caf0-4fd8-acee-577ae940c7cf req-b1669141-30b4-490d-932b-53b2b9917283 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559113
Apr 20 14:56:00.005550 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248f992-b757-4d23-a662-ec86eea7b043 req-259cf8a0-6088-45e6-8063-6867e9686505 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:00.007430 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1248f992-b757-4d23-a662-ec86eea7b043 req-259cf8a0-6088-45e6-8063-6867e9686505 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 0.1071844
Apr 20 14:56:00.088085 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1248f992-b757-4d23-a662-ec86eea7b043 req-fccdbba0-0272-4311-83ca-5165b8f0e366 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736260
Apr 20 14:56:00.894900 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-263e75d3-5d2c-4be8-9f98-ad2eae998fa9 req-cdbe2627-82c4-49ca-b994-367720026326 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001086861&fields=id&tenant_id=0ecbcaf7ff8049e29970e69f972278b3 HTTP/1.1" status: 200  len: 267 time: 0.0543177
Apr 20 14:56:00.970499 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:01.002766 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e75d3-5d2c-4be8-9f98-ad2eae998fa9 req-276e4a0a-c272-4e59-a21c-174585a324cf tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:01.004471 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-263e75d3-5d2c-4be8-9f98-ad2eae998fa9 req-276e4a0a-c272-4e59-a21c-174585a324cf tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 984 time: 0.1033595
Apr 20 14:56:01.017831 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-263e75d3-5d2c-4be8-9f98-ad2eae998fa9 req-ed158135-64b8-414d-a513-4ac501a67cf3 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Request body: {'port': {'security_groups': ['465f7103-f0b0-43c6-b305-fc17c5847542']}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:56:01.168723 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-263e75d3-5d2c-4be8-9f98-ad2eae998fa9 req-ed158135-64b8-414d-a513-4ac501a67cf3 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:01.390276 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e651f-b35d-44b3-946c-83c386177f98 req-ca21284c-3696-48ff-8a2c-6a528ab3f885 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:01.391893 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-181e651f-b35d-44b3-946c-83c386177f98 req-ca21284c-3696-48ff-8a2c-6a528ab3f885 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 0.1583622
Apr 20 14:56:01.558666 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-181e651f-b35d-44b3-946c-83c386177f98 req-2dc0ee4d-9d17-4c33-98fc-a4404f5dbe8f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1541536
Apr 20 14:56:01.657285 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-263e75d3-5d2c-4be8-9f98-ad2eae998fa9 req-ed158135-64b8-414d-a513-4ac501a67cf3 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] For port ffde5179-8469-40ac-9f1a-2c5260b9a394, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=ffde5179-8469-40ac-9f1a-2c5260b9a394,segment=NetworkSegment(535c5a4c-0b7c-4f15-9524-011a880e0127),segment_id=535c5a4c-0b7c-4f15-9524-011a880e0127)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:01.715096 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-263e75d3-5d2c-4be8-9f98-ad2eae998fa9 req-ed158135-64b8-414d-a513-4ac501a67cf3 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:01.743955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-263e75d3-5d2c-4be8-9f98-ad2eae998fa9 req-ed158135-64b8-414d-a513-4ac501a67cf3 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:01.755044 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b5cce40d-9a05-451d-a317-9fef245eed1c tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:01.757326 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['ffde5179-8469-40ac-9f1a-2c5260b9a394'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:56:01.852708 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e75d3-5d2c-4be8-9f98-ad2eae998fa9 req-ed158135-64b8-414d-a513-4ac501a67cf3 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:01.853432 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-263e75d3-5d2c-4be8-9f98-ad2eae998fa9 req-ed158135-64b8-414d-a513-4ac501a67cf3 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:01.855575 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-263e75d3-5d2c-4be8-9f98-ad2eae998fa9 req-ed158135-64b8-414d-a513-4ac501a67cf3 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "PUT /v2.0/ports/ffde5179-8469-40ac-9f1a-2c5260b9a394 HTTP/1.1" status: 200  len: 942 time: 0.8434503
Apr 20 14:56:01.856143 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd85b99-afb4-4159-9624-0b34879a89db', 'tag': 'ffde5179-8469-40ac-9f1a-2c5260b9a394'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:56:01.863658 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51248) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:01.886156 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed158135-64b8-414d-a513-4ac501a67cf3 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Pushing event updated for resources: {'Port': ['ID=ffde5179-8469-40ac-9f1a-2c5260b9a394,revision_number=7']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:01.900291 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ed158135-64b8-414d-a513-4ac501a67cf3 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:01.966332 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd85b99-afb4-4159-9624-0b34879a89db', 'tag': 'ffde5179-8469-40ac-9f1a-2c5260b9a394', 'status': 'completed', 'code': 200}
Apr 20 14:56:01.972709 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['ffde5179-8469-40ac-9f1a-2c5260b9a394'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:56:02.057096 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-14dff84b-c8eb-4100-8c86-0e5aa06efbf1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:02.114809 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-14dff84b-c8eb-4100-8c86-0e5aa06efbf1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:02.211859 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-14dff84b-c8eb-4100-8c86-0e5aa06efbf1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:02.218709 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a6262cd2-4d42-4183-bbe0-a712fb7b6067 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:02.237534 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dff84b-c8eb-4100-8c86-0e5aa06efbf1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=277d7c74-55bc-475b-abdc-854f94217ea7,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:02.249624 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dff84b-c8eb-4100-8c86-0e5aa06efbf1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:02.250147 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dff84b-c8eb-4100-8c86-0e5aa06efbf1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:02.250635 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dff84b-c8eb-4100-8c86-0e5aa06efbf1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:02.251120 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dff84b-c8eb-4100-8c86-0e5aa06efbf1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:02.251619 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dff84b-c8eb-4100-8c86-0e5aa06efbf1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:02.252103 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dff84b-c8eb-4100-8c86-0e5aa06efbf1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:02.252578 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dff84b-c8eb-4100-8c86-0e5aa06efbf1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:02.253055 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dff84b-c8eb-4100-8c86-0e5aa06efbf1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:02.253574 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dff84b-c8eb-4100-8c86-0e5aa06efbf1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:02.254059 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dff84b-c8eb-4100-8c86-0e5aa06efbf1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:02.254639 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dff84b-c8eb-4100-8c86-0e5aa06efbf1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:02.255126 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dff84b-c8eb-4100-8c86-0e5aa06efbf1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:02.267588 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-14dff84b-c8eb-4100-8c86-0e5aa06efbf1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:02.269004 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-14dff84b-c8eb-4100-8c86-0e5aa06efbf1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:02.270594 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-14dff84b-c8eb-4100-8c86-0e5aa06efbf1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "DELETE /v2.0/security-groups/277d7c74-55bc-475b-abdc-854f94217ea7 HTTP/1.1" status: 204  len: 168 time: 0.4054863
Apr 20 14:56:02.273800 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51252) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:02.343118 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-77f1a390-225a-4ae1-86b1-6bb44644f45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:02.358081 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-0ed0889c-251b-4bdf-b8ee-3d0ca9bdb958 None None] Provisioning complete for port ffde5179-8469-40ac-9f1a-2c5260b9a394 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:56:02.358598 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0ed0889c-251b-4bdf-b8ee-3d0ca9bdb958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:02.538180 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-4af9a9a7-515a-46f4-a214-c8ab55a3b098 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Deleting port aec67547-f904-4ef5-9095-bfc425a3c582 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:02.538568 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4af9a9a7-515a-46f4-a214-c8ab55a3b098 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:02.832176 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4af9a9a7-515a-46f4-a214-c8ab55a3b098 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:02.832176 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4af9a9a7-515a-46f4-a214-c8ab55a3b098 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:02.986441 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-4af9a9a7-515a-46f4-a214-c8ab55a3b098 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Calling delete_port for aec67547-f904-4ef5-9095-bfc425a3c582 owned by network:floatingip {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:56:03.373898 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6e637-c42e-4319-bb3a-9a8945a03988 req-fd58c059-5492-4ff3-8449-aa5afb2c241b tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:03.375501 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-46e6e637-c42e-4319-bb3a-9a8945a03988 req-fd58c059-5492-4ff3-8449-aa5afb2c241b tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 0.6387317
Apr 20 14:56:03.423167 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e654b-83f9-431a-8076-e4ef2bb1c02e req-46fd9977-a11d-4584-9702-159c81c8bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:03.424278 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fa3e654b-83f9-431a-8076-e4ef2bb1c02e req-46fd9977-a11d-4584-9702-159c81c8bc6f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0ecbcaf7ff8049e29970e69f972278b3&device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 1098 time: 0.0891297
Apr 20 14:56:03.507525 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-46e6e637-c42e-4319-bb3a-9a8945a03988 req-e40bc5d4-2ec0-4600-9fff-84c572e7dfef tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1220684
Apr 20 14:56:03.589242 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8c3e75ac-8cbf-4999-963a-6695e34f2c98 req-775d2a07-090b-41cb-b6c2-c0242c3d68c5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2002959
Apr 20 14:56:03.652749 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4af9a9a7-515a-46f4-a214-c8ab55a3b098 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:03.657015 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5772759d-8646-46a6-a74f-e48ba4a52c95 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:03.710945 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9a9a7-515a-46f4-a214-c8ab55a3b098 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Pushing event deleted for resources: {'Port': ['ID=aec67547-f904-4ef5-9095-bfc425a3c582,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:03.715342 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4af9a9a7-515a-46f4-a214-c8ab55a3b098 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:03.825855 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4af9a9a7-515a-46f4-a214-c8ab55a3b098 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks [] for floatingip, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:03.826243 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.l3_db [None req-4af9a9a7-515a-46f4-a214-c8ab55a3b098 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Floating IP 793c9fd7-8dd0-4d06-82f7-a3b1527c4ee6 disassociated (deleted). External IP: 172.27.2.247, port: ffde5179-8469-40ac-9f1a-2c5260b9a394.
Apr 20 14:56:04.269829 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af9a9a7-515a-46f4-a214-c8ab55a3b098 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Router 778803c0-41ba-44c8-aade-7bee0f15cf41 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:56:04.471774 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af9a9a7-515a-46f4-a214-c8ab55a3b098 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:56:04.482135 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61201660-be48-4236-a961-a85bdd803410 None None] Sync routers for ids ['778803c0-41ba-44c8-aade-7bee0f15cf41'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:56:04.492708 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61201660-be48-4236-a961-a85bdd803410 None None] Routers {'778803c0-41ba-44c8-aade-7bee0f15cf41'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:56:04.493380 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-61201660-be48-4236-a961-a85bdd803410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec05dd668>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:55:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['778803c0-41ba-44c8-aade-7bee0f15cf41'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:04.533060 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4af9a9a7-515a-46f4-a214-c8ab55a3b098 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:04.618163 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-4af9a9a7-515a-46f4-a214-c8ab55a3b098 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "DELETE /v2.0/floatingips/793c9fd7-8dd0-4d06-82f7-a3b1527c4ee6 HTTP/1.1" status: 204  len: 168 time: 2.3395593
Apr 20 14:56:04.618163 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd85b99-afb4-4159-9624-0b34879a89db', 'tag': 'ffde5179-8469-40ac-9f1a-2c5260b9a394'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:56:04.793131 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-61201660-be48-4236-a961-a85bdd803410 None None] Set router 778803c0-41ba-44c8-aade-7bee0f15cf41 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:56:04.796674 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b557b2-ef31-491e-a0e9-e99de45ea21d req-ccb50183-407b-434e-bb05-fb2eaa749144 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:04.798360 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-08b557b2-ef31-491e-a0e9-e99de45ea21d req-ccb50183-407b-434e-bb05-fb2eaa749144 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 0.1334519
Apr 20 14:56:04.860479 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-08b557b2-ef31-491e-a0e9-e99de45ea21d req-78473d74-5480-4f86-9a05-ab2045ec9fb3 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554717
Apr 20 14:56:04.963453 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd85b99-afb4-4159-9624-0b34879a89db', 'tag': 'ffde5179-8469-40ac-9f1a-2c5260b9a394', 'status': 'completed', 'code': 200}
Apr 20 14:56:05.235665 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0cce5168-d8ae-426c-b90c-4014746431cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:05.458255 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-61201660-be48-4236-a961-a85bdd803410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec05dd668>, [{'id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'name': 'tempest-TestMinimumBasicScenario-839375442-router', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:14Z', 'updated_at': '2021-04-20T14:53:22Z', 'revision_number': 4, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'gw_port': {'id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:16Z', 'updated_at': '2021-04-20T14:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '685007aa-580d-469f-ba84-d907b9cd857b', 'name': '', 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'mac_address': 'fa:16:3e:bc:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6599147f-bf69-46af-8d4e-94bc8945111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:21Z', 'updated_at': '2021-04-20T14:53:34Z', 'revision_number': 5, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'subnets': [{'id': '6599147f-bf69-46af-8d4e-94bc8945111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:05.478126 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61201660-be48-4236-a961-a85bdd803410 None None] Checking router: 778803c0-41ba-44c8-aade-7bee0f15cf41 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:56:05.478126 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61201660-be48-4236-a961-a85bdd803410 None None] Routers {'778803c0-41ba-44c8-aade-7bee0f15cf41'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:56:05.478126 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-61201660-be48-4236-a961-a85bdd803410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec05dd668>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:56:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['778803c0-41ba-44c8-aade-7bee0f15cf41'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:05.686838 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-61201660-be48-4236-a961-a85bdd803410 None None] Set router 778803c0-41ba-44c8-aade-7bee0f15cf41 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:56:05.733216 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:06.112857 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-61201660-be48-4236-a961-a85bdd803410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec05dd668>, [{'id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'name': 'tempest-TestMinimumBasicScenario-839375442-router', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:14Z', 'updated_at': '2021-04-20T14:53:22Z', 'revision_number': 4, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'gw_port': {'id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:16Z', 'updated_at': '2021-04-20T14:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '685007aa-580d-469f-ba84-d907b9cd857b', 'name': '', 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'mac_address': 'fa:16:3e:bc:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6599147f-bf69-46af-8d4e-94bc8945111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:21Z', 'updated_at': '2021-04-20T14:53:34Z', 'revision_number': 5, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'subnets': [{'id': '6599147f-bf69-46af-8d4e-94bc8945111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:06.117639 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61201660-be48-4236-a961-a85bdd803410 None None] The sync data for ids ['778803c0-41ba-44c8-aade-7bee0f15cf41'] in dv-cinder-742162-4-iscsi is: [{'id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'name': 'tempest-TestMinimumBasicScenario-839375442-router', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:14Z', 'updated_at': '2021-04-20T14:53:22Z', 'revision_number': 4, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'gw_port': {'id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:16Z', 'updated_at': '2021-04-20T14:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '685007aa-580d-469f-ba84-d907b9cd857b', 'name': '', 'network_id': '55faa971-90ea-4dd4-b0aa-636da5bc413e', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'mac_address': 'fa:16:3e:bc:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '6599147f-bf69-46af-8d4e-94bc8945111d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:21Z', 'updated_at': '2021-04-20T14:53:34Z', 'revision_number': 5, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'subnets': [{'id': '6599147f-bf69-46af-8d4e-94bc8945111d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:56:06.166729 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62520f97-fab2-4d80-a315-660aeb6b9bc4 req-4621755b-c4cb-4c18-8b61-de035393a015 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:06.168437 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-62520f97-fab2-4d80-a315-660aeb6b9bc4 req-4621755b-c4cb-4c18-8b61-de035393a015 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 0.1304154
Apr 20 14:56:06.278600 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-62520f97-fab2-4d80-a315-660aeb6b9bc4 req-9c1deadc-22bd-4c21-867c-43bb8b40e8b3 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1029649
Apr 20 14:56:06.389707 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:06.587233 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44cc2f-9355-412c-a971-1c3aec3750ea None None] New status for floating IP 793c9fd7-8dd0-4d06-82f7-a3b1527c4ee6: DOWN {{(pid=86439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:56:07.029126 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:07.566408 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c201e2b-f4ca-486e-bc92-92e603131c54 req-8c26b507-1ce5-4c97-b942-0b84ebafb3d9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:07.568363 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1c201e2b-f4ca-486e-bc92-92e603131c54 req-8c26b507-1ce5-4c97-b942-0b84ebafb3d9 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 0.1398761
Apr 20 14:56:07.622514 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1c201e2b-f4ca-486e-bc92-92e603131c54 req-fd3ab834-7b79-4186-838f-136c8762314f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460331
Apr 20 14:56:08.876721 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a1a1c-d956-440e-b260-08743ef247d8 req-46cceded-ed79-4195-91d3-ec6f08e6bc0b tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:08.878607 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ee1a1a1c-d956-440e-b260-08743ef247d8 req-46cceded-ed79-4195-91d3-ec6f08e6bc0b tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 0.1106553
Apr 20 14:56:08.928458 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ee1a1a1c-d956-440e-b260-08743ef247d8 req-10199f1f-8434-47da-9b10-caddce17d9b8 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429506
Apr 20 14:56:10.067176 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e654b-83f9-431a-8076-e4ef2bb1c02e req-a5fe4833-f053-4a12-9636-8cb414d96252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:10.069392 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fa3e654b-83f9-431a-8076-e4ef2bb1c02e req-a5fe4833-f053-4a12-9636-8cb414d96252 service neutron] 10.222.0.38 "GET /v2.0/networks?id=55faa971-90ea-4dd4-b0aa-636da5bc413e HTTP/1.1" status: 200  len: 915 time: 0.1525369
Apr 20 14:56:10.149998 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fa3e654b-83f9-431a-8076-e4ef2bb1c02e req-0dfbc5a9-4b05-4383-aef8-031adf6ac119 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffde5179-8469-40ac-9f1a-2c5260b9a394 HTTP/1.1" status: 200  len: 217 time: 0.0731928
Apr 20 14:56:10.193913 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364789c5-ce26-4c2b-8318-ad06191d0486 req-6b8ce2d9-5e12-460f-8cac-d320d130e720 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:10.195586 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-364789c5-ce26-4c2b-8318-ad06191d0486 req-6b8ce2d9-5e12-460f-8cac-d320d130e720 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 0.0951521
Apr 20 14:56:10.225425 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e654b-83f9-431a-8076-e4ef2bb1c02e req-b010025c-05fb-4317-acf1-526773857a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:10.226976 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fa3e654b-83f9-431a-8076-e4ef2bb1c02e req-b010025c-05fb-4317-acf1-526773857a5c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6599147f-bf69-46af-8d4e-94bc8945111d HTTP/1.1" status: 200  len: 853 time: 0.0706153
Apr 20 14:56:10.249976 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-364789c5-ce26-4c2b-8318-ad06191d0486 req-5e79f4ad-2da5-49ca-9291-5a9d789ddb44 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477252
Apr 20 14:56:10.312769 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e654b-83f9-431a-8076-e4ef2bb1c02e req-9f61b830-d6cf-4fa5-9efa-076311816283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:10.314426 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fa3e654b-83f9-431a-8076-e4ef2bb1c02e req-9f61b830-d6cf-4fa5-9efa-076311816283 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=55faa971-90ea-4dd4-b0aa-636da5bc413e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796740
Apr 20 14:56:10.469176 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fa3e654b-83f9-431a-8076-e4ef2bb1c02e req-f06ee901-9a24-49b3-aabc-fe6c25d55f8f service neutron] 10.222.0.38 "GET /v2.0/networks/55faa971-90ea-4dd4-b0aa-636da5bc413e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464403
Apr 20 14:56:10.616030 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fa3e654b-83f9-431a-8076-e4ef2bb1c02e req-24f82ef1-716a-4910-bb9e-afca27c11e5f service neutron] 10.222.0.38 "GET /v2.0/networks/55faa971-90ea-4dd4-b0aa-636da5bc413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397636
Apr 20 14:56:10.800124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e75ac-8cbf-4999-963a-6695e34f2c98 req-2e549aeb-2731-4194-a729-4f110d833a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:10.801858 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8c3e75ac-8cbf-4999-963a-6695e34f2c98 req-2e549aeb-2731-4194-a729-4f110d833a71 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0ecbcaf7ff8049e29970e69f972278b3&device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 1098 time: 0.0960541
Apr 20 14:56:10.968643 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e75ac-8cbf-4999-963a-6695e34f2c98 req-4979b81d-493b-493c-a82d-c54b1b6dfb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:10.970282 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8c3e75ac-8cbf-4999-963a-6695e34f2c98 req-4979b81d-493b-493c-a82d-c54b1b6dfb9e service neutron] 10.222.0.38 "GET /v2.0/networks?id=55faa971-90ea-4dd4-b0aa-636da5bc413e HTTP/1.1" status: 200  len: 915 time: 0.1486013
Apr 20 14:56:11.046989 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8c3e75ac-8cbf-4999-963a-6695e34f2c98 req-b1c0a893-4e3d-4a32-a21a-73a10d84b032 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffde5179-8469-40ac-9f1a-2c5260b9a394 HTTP/1.1" status: 200  len: 217 time: 0.0696502
Apr 20 14:56:11.125605 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e75ac-8cbf-4999-963a-6695e34f2c98 req-90479ba6-4cce-42da-b2c6-1e0b6382a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:11.127233 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8c3e75ac-8cbf-4999-963a-6695e34f2c98 req-90479ba6-4cce-42da-b2c6-1e0b6382a103 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6599147f-bf69-46af-8d4e-94bc8945111d HTTP/1.1" status: 200  len: 853 time: 0.0733349
Apr 20 14:56:11.216980 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e75ac-8cbf-4999-963a-6695e34f2c98 req-aef53270-1217-47b8-90b6-602b9e1d9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:11.218605 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8c3e75ac-8cbf-4999-963a-6695e34f2c98 req-aef53270-1217-47b8-90b6-602b9e1d9bb5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=55faa971-90ea-4dd4-b0aa-636da5bc413e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809674
Apr 20 14:56:11.372246 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8c3e75ac-8cbf-4999-963a-6695e34f2c98 req-67ac3020-0010-414c-ad0d-c156efd2ffc8 service neutron] 10.222.0.38 "GET /v2.0/networks/55faa971-90ea-4dd4-b0aa-636da5bc413e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466937
Apr 20 14:56:11.432123 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device af3da897-c8d0-4678-91dc-f12affaeb4e3 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:56:11.493293 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa8bc7-0ed6-42d2-8cf8-02b20b47f0b6 req-d1539558-9b01-4865-8127-876e3711d99b tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:11.494963 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c6aa8bc7-0ed6-42d2-8cf8-02b20b47f0b6 req-d1539558-9b01-4865-8127-876e3711d99b tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 943 time: 0.1065784
Apr 20 14:56:11.541845 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8c3e75ac-8cbf-4999-963a-6695e34f2c98 req-f22d01a8-1c78-4d7e-86c0-d2b974e37dfe service neutron] 10.222.0.38 "GET /v2.0/networks/55faa971-90ea-4dd4-b0aa-636da5bc413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1628008
Apr 20 14:56:11.549615 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c6aa8bc7-0ed6-42d2-8cf8-02b20b47f0b6 req-26721854-8a2f-4fea-b83f-a93fc222a422 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463414
Apr 20 14:56:11.600261 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port af3da897-c8d0-4678-91dc-f12affaeb4e3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=af3da897-c8d0-4678-91dc-f12affaeb4e3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:11.615911 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': 'af3da897-c8d0-4678-91dc-f12affaeb4e3', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'port_id': 'af3da897-c8d0-4678-91dc-f12affaeb4e3', 'mac_address': 'fa:16:3e:90:9c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:56:11.677966 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:11.683505 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460c8b5-d907-4405-a763-0575dfe6e981 req-054b671b-10ac-4c24-af73-04baf1eb1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:11.685156 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8460c8b5-d907-4405-a763-0575dfe6e981 req-054b671b-10ac-4c24-af73-04baf1eb1024 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0ecbcaf7ff8049e29970e69f972278b3&device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 1098 time: 0.0917461
Apr 20 14:56:11.702213 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3da897-c8d0-4678-91dc-f12affaeb4e3 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:56:11.730486 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port af3da897-c8d0-4678-91dc-f12affaeb4e3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=af3da897-c8d0-4678-91dc-f12affaeb4e3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:11.760357 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:11.762430 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:11.900087 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=af3da897-c8d0-4678-91dc-f12affaeb4e3,revision_number=9']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:11.912311 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:11.995717 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['af3da897-c8d0-4678-91dc-f12affaeb4e3'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:56:12.139767 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460c8b5-d907-4405-a763-0575dfe6e981 req-3ea96846-b61c-4522-ac33-ccd7c87f27c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:12.141444 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8460c8b5-d907-4405-a763-0575dfe6e981 req-3ea96846-b61c-4522-ac33-ccd7c87f27c7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=55faa971-90ea-4dd4-b0aa-636da5bc413e HTTP/1.1" status: 200  len: 915 time: 0.4492264
Apr 20 14:56:12.227737 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8460c8b5-d907-4405-a763-0575dfe6e981 req-77506d18-8d22-4d86-aa78-1c24d161f673 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffde5179-8469-40ac-9f1a-2c5260b9a394 HTTP/1.1" status: 200  len: 217 time: 0.0790176
Apr 20 14:56:12.302190 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460c8b5-d907-4405-a763-0575dfe6e981 req-2cebab41-3490-454f-96ce-5494bad7fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:12.303744 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8460c8b5-d907-4405-a763-0575dfe6e981 req-2cebab41-3490-454f-96ce-5494bad7fa74 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6599147f-bf69-46af-8d4e-94bc8945111d HTTP/1.1" status: 200  len: 853 time: 0.0691390
Apr 20 14:56:12.393358 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460c8b5-d907-4405-a763-0575dfe6e981 req-8b33807f-7b4f-40fa-90b1-3f6e0924ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:12.395174 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8460c8b5-d907-4405-a763-0575dfe6e981 req-8b33807f-7b4f-40fa-90b1-3f6e0924ad7c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=55faa971-90ea-4dd4-b0aa-636da5bc413e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835440
Apr 20 14:56:12.596303 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8460c8b5-d907-4405-a763-0575dfe6e981 req-d9edb409-c51a-4431-ae45-9e34d860d1e3 service neutron] 10.222.0.38 "GET /v2.0/networks/55faa971-90ea-4dd4-b0aa-636da5bc413e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1913736
Apr 20 14:56:12.793877 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8460c8b5-d907-4405-a763-0575dfe6e981 req-b94bd6b1-0f5a-43ec-8619-6dea7b8f0bf1 service neutron] 10.222.0.38 "GET /v2.0/networks/55faa971-90ea-4dd4-b0aa-636da5bc413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1894705
Apr 20 14:56:12.806327 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9ebd6-2f76-4f94-93e7-d92e4325b51e req-b65bbb00-ff63-4843-933d-f21f3472e283 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:12.808625 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-84b9ebd6-2f76-4f94-93e7-d92e4325b51e req-b65bbb00-ff63-4843-933d-f21f3472e283 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 944 time: 0.1021273
Apr 20 14:56:12.872503 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-84b9ebd6-2f76-4f94-93e7-d92e4325b51e req-666c8e73-f189-4cbc-beb1-de2ba637b445 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522559
Apr 20 14:56:13.448009 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device af3da897-c8d0-4678-91dc-f12affaeb4e3 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:56:13.532559 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port af3da897-c8d0-4678-91dc-f12affaeb4e3 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:56:13.532986 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:13.679968 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:13.709909 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1461a5c8-d6eb-4239-b393-8ff456c174b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3da897-c8d0-4678-91dc-f12affaeb4e3'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:56:13.723065 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port af3da897-c8d0-4678-91dc-f12affaeb4e3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=af3da897-c8d0-4678-91dc-f12affaeb4e3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:13.754699 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:13.756714 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:13.795504 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1461a5c8-d6eb-4239-b393-8ff456c174b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3da897-c8d0-4678-91dc-f12affaeb4e3', 'code': 200}
Apr 20 14:56:13.833099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=af3da897-c8d0-4678-91dc-f12affaeb4e3,revision_number=10']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:13.836541 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:14.117409 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a64639-0423-4abb-bd8b-dab870ba5e03 req-9a92bac7-7bb7-4f5d-a672-085c1ee396b2 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:14.119413 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d6a64639-0423-4abb-bd8b-dab870ba5e03 req-9a92bac7-7bb7-4f5d-a672-085c1ee396b2 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 946 time: 0.1027064
Apr 20 14:56:14.184194 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737afff-0471-4e24-9b7d-f079deb14277 req-ef24733d-ce5b-40da-8bf6-c5de6912fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:14.187373 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4737afff-0471-4e24-9b7d-f079deb14277 req-ef24733d-ce5b-40da-8bf6-c5de6912fbb1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 1099 time: 0.1584771
Apr 20 14:56:14.200682 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d6a64639-0423-4abb-bd8b-dab870ba5e03 req-f0306c1c-6ac0-4709-b56b-db21ae0474db tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714896
Apr 20 14:56:14.261618 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4737afff-0471-4e24-9b7d-f079deb14277 req-5939c0b2-003a-49fe-899c-5adea84ad5eb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659461
Apr 20 14:56:15.255911 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330e798-ccf4-4723-ae98-03d1a023a15c req-c78c02c4-e7d5-43a5-8135-1f51ddacfdd4 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:15.257196 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-6330e798-ccf4-4723-ae98-03d1a023a15c req-c78c02c4-e7d5-43a5-8135-1f51ddacfdd4 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Synchronizing usage tracker for tenant:0ecbcaf7ff8049e29970e69f972278b3 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:56:15.313405 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-6330e798-ccf4-4723-ae98-03d1a023a15c req-c78c02c4-e7d5-43a5-8135-1f51ddacfdd4 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Unset dirty status for tenant:0ecbcaf7ff8049e29970e69f972278b3 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:56:15.315376 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6330e798-ccf4-4723-ae98-03d1a023a15c req-c78c02c4-e7d5-43a5-8135-1f51ddacfdd4 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 945 time: 0.1741724
Apr 20 14:56:15.426283 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6330e798-ccf4-4723-ae98-03d1a023a15c req-28e3e506-531b-4750-865f-7b37af67468a tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039557
Apr 20 14:56:15.491642 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e6f31-fbc9-4b2c-8f05-8b39ab015a9f req-8d30a7f2-4fb8-4923-b4d5-dbf4a1b03bbd tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:15.493371 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2f1e6f31-fbc9-4b2c-8f05-8b39ab015a9f req-8d30a7f2-4fb8-4923-b4d5-dbf4a1b03bbd tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 946 time: 0.1522911
Apr 20 14:56:15.586694 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2f1e6f31-fbc9-4b2c-8f05-8b39ab015a9f req-16717441-c4c2-4e7a-b55d-921ed542f9da tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804665
Apr 20 14:56:16.656824 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6a92e-26ad-4272-b9bb-c7907d7aec0a req-53842fad-b7df-42e8-9d4e-70360ebb48c2 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:16.658824 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a4c6a92e-26ad-4272-b9bb-c7907d7aec0a req-53842fad-b7df-42e8-9d4e-70360ebb48c2 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 945 time: 0.1079409
Apr 20 14:56:16.742934 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a4c6a92e-26ad-4272-b9bb-c7907d7aec0a req-97d155f0-bbb3-47c3-8e54-f7c3836a8335 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/security-groups?id=465f7103-f0b0-43c6-b305-fc17c5847542&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702848
Apr 20 14:56:17.004133 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acb5cb-fc12-47b5-a2d5-0538011bdc9d req-81ef2f40-ad24-40ea-9fad-4f8fbae44573 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:17.005859 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-08acb5cb-fc12-47b5-a2d5-0538011bdc9d req-81ef2f40-ad24-40ea-9fad-4f8fbae44573 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 945 time: 0.1587305
Apr 20 14:56:17.124073 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-08acb5cb-fc12-47b5-a2d5-0538011bdc9d req-e6b0bbff-1025-4d6e-85a9-76c8564fee16 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Deleting port ffde5179-8469-40ac-9f1a-2c5260b9a394 {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:17.124687 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-08acb5cb-fc12-47b5-a2d5-0538011bdc9d req-e6b0bbff-1025-4d6e-85a9-76c8564fee16 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:17.165995 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff65091-09ba-49c2-9397-ed785e712d2a req-a52862a8-e1f5-4b4f-9e8d-8df2c6e3f0ae tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:17.169495 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5ff65091-09ba-49c2-9397-ed785e712d2a req-a52862a8-e1f5-4b4f-9e8d-8df2c6e3f0ae tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 946 time: 0.2590671
Apr 20 14:56:17.251105 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5ff65091-09ba-49c2-9397-ed785e712d2a req-e0c56615-441a-47ef-91d0-1fa7fd37a434 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702267
Apr 20 14:56:17.276118 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a013d-621e-42d3-b883-913fb8f4dcc2 req-5ff8b52c-409e-48f3-bb26-860d3fff0dba tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:17.278451 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4f1a013d-621e-42d3-b883-913fb8f4dcc2 req-5ff8b52c-409e-48f3-bb26-860d3fff0dba tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 945 time: 0.1960392
Apr 20 14:56:17.349282 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4f1a013d-621e-42d3-b883-913fb8f4dcc2 req-94613aed-32ba-4815-91f6-23e8d13e478f tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b11df02-8fc8-43df-971d-6765873c08c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536251
Apr 20 14:56:17.476665 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-08acb5cb-fc12-47b5-a2d5-0538011bdc9d req-e6b0bbff-1025-4d6e-85a9-76c8564fee16 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] For port ffde5179-8469-40ac-9f1a-2c5260b9a394, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=ffde5179-8469-40ac-9f1a-2c5260b9a394,segment=NetworkSegment(535c5a4c-0b7c-4f15-9524-011a880e0127),segment_id=535c5a4c-0b7c-4f15-9524-011a880e0127)] {{(pid=86436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:17.477137 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-08acb5cb-fc12-47b5-a2d5-0538011bdc9d req-e6b0bbff-1025-4d6e-85a9-76c8564fee16 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:17.614149 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-08acb5cb-fc12-47b5-a2d5-0538011bdc9d req-e6b0bbff-1025-4d6e-85a9-76c8564fee16 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Calling delete_port for ffde5179-8469-40ac-9f1a-2c5260b9a394 owned by compute:nova {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:56:17.794841 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-08acb5cb-fc12-47b5-a2d5-0538011bdc9d req-e6b0bbff-1025-4d6e-85a9-76c8564fee16 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:17.801156 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:17.852878 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0bbff-1025-4d6e-85a9-76c8564fee16 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Pushing event deleted for resources: {'Port': ['ID=ffde5179-8469-40ac-9f1a-2c5260b9a394,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:17.856546 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-e6b0bbff-1025-4d6e-85a9-76c8564fee16 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:17.933178 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1cf2afe2-82d8-40f8-9434-7e6348d70f06 req-d4ad99fc-9835-4200-9b15-3c04f3d5b9f8 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.16 "GET /v2.0/ports?device_id=8fd85b99-afb4-4159-9624-0b34879a89db HTTP/1.1" status: 200  len: 210 time: 0.0660346
Apr 20 14:56:17.948651 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-08acb5cb-fc12-47b5-a2d5-0538011bdc9d req-e6b0bbff-1025-4d6e-85a9-76c8564fee16 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] No DVR routers for this DVR port ffde5179-8469-40ac-9f1a-2c5260b9a394 on host hv-cinder-74216 {{(pid=86436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:56:17.951547 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-08acb5cb-fc12-47b5-a2d5-0538011bdc9d req-e6b0bbff-1025-4d6e-85a9-76c8564fee16 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:17.954851 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd85b99-afb4-4159-9624-0b34879a89db', 'name': 'network-vif-deleted', 'tag': 'ffde5179-8469-40ac-9f1a-2c5260b9a394'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:56:18.001056 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-08acb5cb-fc12-47b5-a2d5-0538011bdc9d req-e6b0bbff-1025-4d6e-85a9-76c8564fee16 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] 10.222.0.38 "DELETE /v2.0/ports/ffde5179-8469-40ac-9f1a-2c5260b9a394 HTTP/1.1" status: 204  len: 173 time: 0.9886408
Apr 20 14:56:18.008094 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd85b99-afb4-4159-9624-0b34879a89db', 'name': 'network-vif-deleted', 'tag': 'ffde5179-8469-40ac-9f1a-2c5260b9a394', 'status': 'completed', 'code': 200}
Apr 20 14:56:18.574697 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ebfa5-f48a-42bd-aa8f-485af7a53f19 req-a41b2dcb-4da0-4fa3-b093-fbb8ccd654c0 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:18.585223 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-544ebfa5-f48a-42bd-aa8f-485af7a53f19 req-a41b2dcb-4da0-4fa3-b093-fbb8ccd654c0 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 945 time: 0.0977960
Apr 20 14:56:18.628522 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-544ebfa5-f48a-42bd-aa8f-485af7a53f19 req-b0548593-f14b-4547-b090-d092064a1eca tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups?id=9b11df02-8fc8-43df-971d-6765873c08c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455561
Apr 20 14:56:18.655078 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601162c-7141-4fd2-809f-55ca3d6846ae req-0409eabe-bb3b-4a0b-8f8c-498b8e4daceb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:18.655851 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-6601162c-7141-4fd2-809f-55ca3d6846ae req-0409eabe-bb3b-4a0b-8f8c-498b8e4daceb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Synchronizing usage tracker for tenant:7a24367a785146cda03a905690f8cd8a on resource:port {{(pid=86436) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:56:18.669876 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-6601162c-7141-4fd2-809f-55ca3d6846ae req-0409eabe-bb3b-4a0b-8f8c-498b8e4daceb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Unset dirty status for tenant:7a24367a785146cda03a905690f8cd8a on resource:port {{(pid=86436) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:56:18.671114 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6601162c-7141-4fd2-809f-55ca3d6846ae req-0409eabe-bb3b-4a0b-8f8c-498b8e4daceb tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.38 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 945 time: 0.1222947
Apr 20 14:56:18.751013 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-6601162c-7141-4fd2-809f-55ca3d6846ae req-c0771c2f-178d-48a8-a443-cc148b2512ce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Deleting port 9394c803-3db0-4673-a18c-09dfa178738d {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:18.751316 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6601162c-7141-4fd2-809f-55ca3d6846ae req-c0771c2f-178d-48a8-a443-cc148b2512ce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:19.080325 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-6601162c-7141-4fd2-809f-55ca3d6846ae req-c0771c2f-178d-48a8-a443-cc148b2512ce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] For port 9394c803-3db0-4673-a18c-09dfa178738d, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=9394c803-3db0-4673-a18c-09dfa178738d,segment=NetworkSegment(6e4c7473-cdca-4da7-b21f-25ecac67c8df),segment_id=6e4c7473-cdca-4da7-b21f-25ecac67c8df)] {{(pid=86436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:19.080924 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6601162c-7141-4fd2-809f-55ca3d6846ae req-c0771c2f-178d-48a8-a443-cc148b2512ce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:19.420378 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6601162c-7141-4fd2-809f-55ca3d6846ae req-c0771c2f-178d-48a8-a443-cc148b2512ce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:19.420784 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6601162c-7141-4fd2-809f-55ca3d6846ae req-c0771c2f-178d-48a8-a443-cc148b2512ce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:19.421239 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.l3_db [req-6601162c-7141-4fd2-809f-55ca3d6846ae req-c0771c2f-178d-48a8-a443-cc148b2512ce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Floating IP 0fcbcf54-d606-423f-9710-91d1cf39e3a4 disassociated. External IP: 172.27.2.168, port: 9394c803-3db0-4673-a18c-09dfa178738d.
Apr 20 14:56:19.421844 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-6601162c-7141-4fd2-809f-55ca3d6846ae req-c0771c2f-178d-48a8-a443-cc148b2512ce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Calling delete_port for 9394c803-3db0-4673-a18c-09dfa178738d owned by compute:nova {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:56:19.493784 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 9394c803-3db0-4673-a18c-09dfa178738d no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:56:19.628986 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6601162c-7141-4fd2-809f-55ca3d6846ae req-c0771c2f-178d-48a8-a443-cc148b2512ce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:19.630013 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Port 9394c803-3db0-4673-a18c-09dfa178738d update to DOWN by agent not found {{(pid=86438) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}}
Apr 20 14:56:19.631385 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device ffde5179-8469-40ac-9f1a-2c5260b9a394 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:56:19.636620 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b0e7d506-5645-4ef8-958c-4974d86a5408 tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:19.674080 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] No Port match for: ffde5179-8469-40ac-9f1a-2c5260b9a394 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:56:19.674638 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device ffde5179-8469-40ac-9f1a-2c5260b9a394 not bound to the agent host hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:56:19.688139 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0771c2f-178d-48a8-a443-cc148b2512ce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Pushing event deleted for resources: {'Port': ['ID=9394c803-3db0-4673-a18c-09dfa178738d,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:19.692349 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c0771c2f-178d-48a8-a443-cc148b2512ce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:19.830676 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fdea09e1-021f-44cb-915c-6a93ab305fcd req-75be89e7-df0f-47b6-8c0f-c24dc4cd0054 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 210 time: 0.0597949
Apr 20 14:56:19.902602 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6601162c-7141-4fd2-809f-55ca3d6846ae req-c0771c2f-178d-48a8-a443-cc148b2512ce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:56:20.123901 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6601162c-7141-4fd2-809f-55ca3d6846ae req-c0771c2f-178d-48a8-a443-cc148b2512ce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:56:20.134806 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e077f7e-4b4c-4542-839e-1a5b37e2db30 None None] Sync routers for ids ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:56:20.150860 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e077f7e-4b4c-4542-839e-1a5b37e2db30 None None] Routers {'58cab4b9-4f2c-4eab-9f0f-adabb38d2372'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:56:20.155102 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-3e077f7e-4b4c-4542-839e-1a5b37e2db30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec12dc438>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:56:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:20.231552 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-6601162c-7141-4fd2-809f-55ca3d6846ae req-c0771c2f-178d-48a8-a443-cc148b2512ce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] No DVR routers for this DVR port 9394c803-3db0-4673-a18c-09dfa178738d on host hv-cinder-74216 {{(pid=86436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:56:20.234388 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6601162c-7141-4fd2-809f-55ca3d6846ae req-c0771c2f-178d-48a8-a443-cc148b2512ce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:20.238749 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cee867-4058-45e4-b6c1-a9546cf121a0', 'name': 'network-vif-deleted', 'tag': '9394c803-3db0-4673-a18c-09dfa178738d'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:56:20.282068 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6601162c-7141-4fd2-809f-55ca3d6846ae req-c0771c2f-178d-48a8-a443-cc148b2512ce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.38 "DELETE /v2.0/ports/9394c803-3db0-4673-a18c-09dfa178738d HTTP/1.1" status: 204  len: 173 time: 1.6054447
Apr 20 14:56:20.303008 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cee867-4058-45e4-b6c1-a9546cf121a0', 'name': 'network-vif-deleted', 'tag': '9394c803-3db0-4673-a18c-09dfa178738d', 'status': 'completed', 'code': 200}
Apr 20 14:56:20.384640 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-3e077f7e-4b4c-4542-839e-1a5b37e2db30 None None] Set router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:56:20.425376 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51468) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:21.005321 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-3e077f7e-4b4c-4542-839e-1a5b37e2db30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec12dc438>, [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port': {'id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:49Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '620f263a-6b38-45be-a08c-3dc89d564c74', 'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'mac_address': 'fa:16:3e:05:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:57Z', 'updated_at': '2021-04-20T14:49:16Z', 'revision_number': 5, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'subnets': [{'id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:21.012136 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e077f7e-4b4c-4542-839e-1a5b37e2db30 None None] Checking router: 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:56:21.032995 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e077f7e-4b4c-4542-839e-1a5b37e2db30 None None] Routers {'58cab4b9-4f2c-4eab-9f0f-adabb38d2372'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:56:21.035056 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-3e077f7e-4b4c-4542-839e-1a5b37e2db30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec12dc438>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:56:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:21.174262 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4d206f8b-d162-4710-9e15-b54bdf5ac3a3 req-affefb4c-68db-40b2-a5c2-2da71f01f8c5 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6cee867-4058-45e4-b6c1-a9546cf121a0 HTTP/1.1" status: 200  len: 210 time: 0.0742524
Apr 20 14:56:21.264989 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-3e077f7e-4b4c-4542-839e-1a5b37e2db30 None None] Set router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:56:21.457091 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-09a0381a-943a-4595-9b49-9d5351911ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854083942'] for router_interface, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:21.613425 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-3e077f7e-4b4c-4542-839e-1a5b37e2db30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec12dc438>, [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port': {'id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:49Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '620f263a-6b38-45be-a08c-3dc89d564c74', 'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'mac_address': 'fa:16:3e:05:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:57Z', 'updated_at': '2021-04-20T14:49:16Z', 'revision_number': 5, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'subnets': [{'id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:21.617649 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e077f7e-4b4c-4542-839e-1a5b37e2db30 None None] The sync data for ids ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'] in dv-cinder-742162-4-iscsi is: [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port': {'id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:49Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '620f263a-6b38-45be-a08c-3dc89d564c74', 'name': '', 'network_id': '42f202dd-8cd2-4251-8db7-28646c856c8f', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'mac_address': 'fa:16:3e:05:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:57Z', 'updated_at': '2021-04-20T14:49:16Z', 'revision_number': 5, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'subnets': [{'id': '6574b30a-3454-4cc1-b2ab-32d1917de288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:56:21.862112 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-09a0381a-943a-4595-9b49-9d5351911ede admin admin] Deleting port 685007aa-580d-469f-ba84-d907b9cd857b {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:21.862533 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-09a0381a-943a-4595-9b49-9d5351911ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:22.019754 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f681315-ae52-4741-9c9c-4cf671e663c9 None None] New status for floating IP 0fcbcf54-d606-423f-9710-91d1cf39e3a4: DOWN {{(pid=86439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:56:22.068465 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-09a0381a-943a-4595-9b49-9d5351911ede admin admin] For port 685007aa-580d-469f-ba84-d907b9cd857b, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=685007aa-580d-469f-ba84-d907b9cd857b,segment=NetworkSegment(535c5a4c-0b7c-4f15-9524-011a880e0127),segment_id=535c5a4c-0b7c-4f15-9524-011a880e0127)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:22.068465 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-09a0381a-943a-4595-9b49-9d5351911ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:22.215036 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-09a0381a-943a-4595-9b49-9d5351911ede admin admin] Calling delete_port for 685007aa-580d-469f-ba84-d907b9cd857b owned by network:router_interface {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:56:22.364399 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51478) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:22.442770 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e593d1f9-d8ba-456b-b84a-f030131b0c30 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:22.495580 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e593d1f9-d8ba-456b-b84a-f030131b0c30 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:22.571770 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e593d1f9-d8ba-456b-b84a-f030131b0c30 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:22.577351 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-14dff84b-c8eb-4100-8c86-0e5aa06efbf1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:22.589420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-09a0381a-943a-4595-9b49-9d5351911ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:22.594784 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ed158135-64b8-414d-a513-4ac501a67cf3 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:22.597767 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593d1f9-d8ba-456b-b84a-f030131b0c30 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b11df02-8fc8-43df-971d-6765873c08c7,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:22.600363 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-e593d1f9-d8ba-456b-b84a-f030131b0c30 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:22.628415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e593d1f9-d8ba-456b-b84a-f030131b0c30 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:22.632687 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-e593d1f9-d8ba-456b-b84a-f030131b0c30 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "DELETE /v2.0/security-groups/9b11df02-8fc8-43df-971d-6765873c08c7 HTTP/1.1" status: 204  len: 168 time: 0.2642004
Apr 20 14:56:22.632687 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51482) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:22.644083 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0381a-943a-4595-9b49-9d5351911ede admin admin] Pushing event deleted for resources: {'Port': ['ID=685007aa-580d-469f-ba84-d907b9cd857b,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:22.650849 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.v2.resource [None req-d48203b0-8938-4728-9626-e7f926054327 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] show failed (client error): The resource could not be found.
Apr 20 14:56:22.655421 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-d48203b0-8938-4728-9626-e7f926054327 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "GET /v2.0/security-groups/9b11df02-8fc8-43df-971d-6765873c08c7 HTTP/1.1" status: 404  len: 347 time: 0.0188370
Apr 20 14:56:22.655527 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51486) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:22.678272 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-09a0381a-943a-4595-9b49-9d5351911ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:22.832922 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-a7f34b4b-ac4b-4fb7-87b5-72564d3427d3 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Deleting port 4db84cf2-745c-4ef5-8381-77bdf8ecffed {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:22.833216 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a7f34b4b-ac4b-4fb7-87b5-72564d3427d3 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:22.944507 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-09a0381a-943a-4595-9b49-9d5351911ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854083868'] for router_interface, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:23.018682 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a7f34b4b-ac4b-4fb7-87b5-72564d3427d3 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:23.019016 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a7f34b4b-ac4b-4fb7-87b5-72564d3427d3 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:23.162420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-a7f34b4b-ac4b-4fb7-87b5-72564d3427d3 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Calling delete_port for 4db84cf2-745c-4ef5-8381-77bdf8ecffed owned by network:floatingip {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:56:23.349891 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a0381a-943a-4595-9b49-9d5351911ede admin admin] Router 778803c0-41ba-44c8-aade-7bee0f15cf41 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:56:23.372291 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a7f34b4b-ac4b-4fb7-87b5-72564d3427d3 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:23.383217 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-186cce3d-8867-4d97-9e90-402ae2b9e8fd tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:23.434157 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f34b4b-ac4b-4fb7-87b5-72564d3427d3 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Pushing event deleted for resources: {'Port': ['ID=4db84cf2-745c-4ef5-8381-77bdf8ecffed,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:23.437625 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a7f34b4b-ac4b-4fb7-87b5-72564d3427d3 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:23.545938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a7f34b4b-ac4b-4fb7-87b5-72564d3427d3 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks [] for floatingip, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:23.563679 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a7f34b4b-ac4b-4fb7-87b5-72564d3427d3 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:23.564977 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a7f34b4b-ac4b-4fb7-87b5-72564d3427d3 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] 10.222.0.16 "DELETE /v2.0/floatingips/0fcbcf54-d606-423f-9710-91d1cf39e3a4 HTTP/1.1" status: 204  len: 168 time: 0.9084861
Apr 20 14:56:23.791427 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a0381a-943a-4595-9b49-9d5351911ede admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:56:23.800902 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c82045-e328-470b-942f-5b544ce7ab39 None None] Sync routers for ids ['778803c0-41ba-44c8-aade-7bee0f15cf41'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:56:23.808687 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-09a0381a-943a-4595-9b49-9d5351911ede admin admin] 10.222.0.16 "PUT /v2.0/routers/778803c0-41ba-44c8-aade-7bee0f15cf41/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3783128
Apr 20 14:56:23.809037 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51494) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:23.816927 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c82045-e328-470b-942f-5b544ce7ab39 None None] Routers {'778803c0-41ba-44c8-aade-7bee0f15cf41'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:56:23.818258 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-b3c82045-e328-470b-942f-5b544ce7ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec2199518>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:56:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['778803c0-41ba-44c8-aade-7bee0f15cf41'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:24.013991 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b6f67e91-d1bb-47a9-8b3b-6a1327005021 admin admin] Notify callbacks [] for router, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:24.016843 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-b3c82045-e328-470b-942f-5b544ce7ab39 None None] Set router 778803c0-41ba-44c8-aade-7bee0f15cf41 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:56:24.215781 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b6f67e91-d1bb-47a9-8b3b-6a1327005021 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:24.257522 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-b6f67e91-d1bb-47a9-8b3b-6a1327005021 admin admin] Deleting port 8f8e7cda-8b48-4a71-86e9-9e5edb70286a {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:24.257909 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b6f67e91-d1bb-47a9-8b3b-6a1327005021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:24.336714 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-b3c82045-e328-470b-942f-5b544ce7ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec2199518>, [{'id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'name': 'tempest-TestMinimumBasicScenario-839375442-router', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:14Z', 'updated_at': '2021-04-20T14:56:22Z', 'revision_number': 5, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'gw_port': {'id': '8f8e7cda-8b48-4a71-86e9-9e5edb70286a', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:16Z', 'updated_at': '2021-04-20T14:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:24.340997 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c82045-e328-470b-942f-5b544ce7ab39 None None] Checking router: 778803c0-41ba-44c8-aade-7bee0f15cf41 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:56:24.350388 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c82045-e328-470b-942f-5b544ce7ab39 None None] Routers {'778803c0-41ba-44c8-aade-7bee0f15cf41'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:56:24.351041 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-b3c82045-e328-470b-942f-5b544ce7ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec2199518>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:56:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['778803c0-41ba-44c8-aade-7bee0f15cf41'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:24.449197 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-b6f67e91-d1bb-47a9-8b3b-6a1327005021 admin admin] For port 8f8e7cda-8b48-4a71-86e9-9e5edb70286a, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=8f8e7cda-8b48-4a71-86e9-9e5edb70286a,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:24.449676 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b6f67e91-d1bb-47a9-8b3b-6a1327005021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:24.522306 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-b3c82045-e328-470b-942f-5b544ce7ab39 None None] Set router 778803c0-41ba-44c8-aade-7bee0f15cf41 gateway port host: None {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:56:24.586411 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-b6f67e91-d1bb-47a9-8b3b-6a1327005021 admin admin] Calling delete_port for 8f8e7cda-8b48-4a71-86e9-9e5edb70286a owned by network:router_gateway {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:56:24.638232 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-b3c82045-e328-470b-942f-5b544ce7ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec2199518>, [{'id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'name': 'tempest-TestMinimumBasicScenario-839375442-router', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:14Z', 'updated_at': '2021-04-20T14:56:24Z', 'revision_number': 6, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'gw_port_host': None}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:24.642527 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c82045-e328-470b-942f-5b544ce7ab39 None None] The sync data for ids ['778803c0-41ba-44c8-aade-7bee0f15cf41'] in dv-cinder-742162-4-iscsi is: [{'id': '778803c0-41ba-44c8-aade-7bee0f15cf41', 'name': 'tempest-TestMinimumBasicScenario-839375442-router', 'tenant_id': '0ecbcaf7ff8049e29970e69f972278b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:14Z', 'updated_at': '2021-04-20T14:56:24Z', 'revision_number': 6, 'project_id': '0ecbcaf7ff8049e29970e69f972278b3', 'gw_port_host': None}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:56:24.923153 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b6f67e91-d1bb-47a9-8b3b-6a1327005021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:24.931605 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-52b3fe59-cb2d-4ccd-9dad-1cf9921cef31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:24.983956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f67e91-d1bb-47a9-8b3b-6a1327005021 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8e7cda-8b48-4a71-86e9-9e5edb70286a,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:24.987478 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b6f67e91-d1bb-47a9-8b3b-6a1327005021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:25.085636 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b6f67e91-d1bb-47a9-8b3b-6a1327005021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711269'] for router_gateway, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:25.279694 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b6f67e91-d1bb-47a9-8b3b-6a1327005021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744287'] for router, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:25.283168 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b6f67e91-d1bb-47a9-8b3b-6a1327005021 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:25.355755 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 685007aa-580d-469f-ba84-d907b9cd857b no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:56:25.461064 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: 685007aa-580d-469f-ba84-d907b9cd857b {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:56:25.461064 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 685007aa-580d-469f-ba84-d907b9cd857b not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:56:25.461064 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 8f8e7cda-8b48-4a71-86e9-9e5edb70286a no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:56:25.461064 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: 8f8e7cda-8b48-4a71-86e9-9e5edb70286a {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:56:25.461064 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 8f8e7cda-8b48-4a71-86e9-9e5edb70286a not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:56:25.886006 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b6f67e91-d1bb-47a9-8b3b-6a1327005021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854086531'] for router, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:25.886514 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f67e91-d1bb-47a9-8b3b-6a1327005021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 778803c0-41ba-44c8-aade-7bee0f15cf41 {{(pid=86437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 14:56:25.901482 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b6f67e91-d1bb-47a9-8b3b-6a1327005021 admin admin] Notify callbacks [] for router, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:25.902876 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-b6f67e91-d1bb-47a9-8b3b-6a1327005021 admin admin] 10.222.0.16 "DELETE /v2.0/routers/778803c0-41ba-44c8-aade-7bee0f15cf41 HTTP/1.1" status: 204  len: 168 time: 2.0925789
Apr 20 14:56:25.906712 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51504) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:25.981162 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5af3a7-f499-4b94-bf2d-c4c113cd4834 admin admin] Deleting subnet 6599147f-bf69-46af-8d4e-94bc8945111d {{(pid=86437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:56:25.984829 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4b5af3a7-f499-4b94-bf2d-c4c113cd4834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:26.045830 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4b5af3a7-f499-4b94-bf2d-c4c113cd4834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852047558'] for subnet, precommit_delete_associations {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:26.261899 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4b5af3a7-f499-4b94-bf2d-c4c113cd4834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788724'] for subnet, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:26.736435 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4b5af3a7-f499-4b94-bf2d-c4c113cd4834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852987124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852062723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2639035'] for subnet, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:26.742413 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:26.783869 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4b5af3a7-f499-4b94-bf2d-c4c113cd4834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:26.787455 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5af3a7-f499-4b94-bf2d-c4c113cd4834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6599147f-bf69-46af-8d4e-94bc8945111d,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:26.789062 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cc4338-2af0-44ba-ae89-2f93e263ff77 None None] Network 55faa971-90ea-4dd4-b0aa-636da5bc413e requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:56:26.790004 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4b5af3a7-f499-4b94-bf2d-c4c113cd4834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:26.795022 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-4b5af3a7-f499-4b94-bf2d-c4c113cd4834 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6599147f-bf69-46af-8d4e-94bc8945111d HTTP/1.1" status: 204  len: 168 time: 0.8872273
Apr 20 14:56:26.797973 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51518) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:27.102155 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9b4ee0-21c2-4d5a-bd16-2268483d7895 None None] DHCP port deletion for 55faa971-90ea-4dd4-b0aa-636da5bc413e request from dv-cinder-742162-4-iscsi {{(pid=86438) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 14:56:27.102155 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b4ee0-21c2-4d5a-bd16-2268483d7895 None None] Deleting port 73f8e7fd-5b83-4d47-a743-31b7220b41d5 {{(pid=86438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:27.102155 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fd9b4ee0-21c2-4d5a-bd16-2268483d7895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:27.155182 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658232'] for network, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:27.167256 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] Deleting port 73f8e7fd-5b83-4d47-a743-31b7220b41d5 {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:27.167629 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:27.339879 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-fd9b4ee0-21c2-4d5a-bd16-2268483d7895 None None] For port 73f8e7fd-5b83-4d47-a743-31b7220b41d5, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=73f8e7fd-5b83-4d47-a743-31b7220b41d5,segment=NetworkSegment(535c5a4c-0b7c-4f15-9524-011a880e0127),segment_id=535c5a4c-0b7c-4f15-9524-011a880e0127)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:27.340232 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fd9b4ee0-21c2-4d5a-bd16-2268483d7895 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:27.350326 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 73f8e7fd-5b83-4d47-a743-31b7220b41d5 no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:56:27.395205 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] For port 73f8e7fd-5b83-4d47-a743-31b7220b41d5, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=73f8e7fd-5b83-4d47-a743-31b7220b41d5,segment=NetworkSegment(535c5a4c-0b7c-4f15-9524-011a880e0127),segment_id=535c5a4c-0b7c-4f15-9524-011a880e0127)] {{(pid=86436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:27.395620 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:27.544168 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] Calling delete_port for 73f8e7fd-5b83-4d47-a743-31b7220b41d5 owned by network:dhcp {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:56:27.578543 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:56:27.662898 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:27.667273 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c33d4374-7f5c-49f3-88ec-0576417b4359 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:27.689210 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b4ee0-21c2-4d5a-bd16-2268483d7895 None None] Calling delete_port for 73f8e7fd-5b83-4d47-a743-31b7220b41d5 owned by network:dhcp {{(pid=86438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:56:27.713131 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=73f8e7fd-5b83-4d47-a743-31b7220b41d5,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:27.716980 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:27.720209 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] No DVR routers for this DVR port 73f8e7fd-5b83-4d47-a743-31b7220b41d5 on host dv-cinder-742162-4-iscsi {{(pid=86436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:56:27.759481 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No active binding found for port 73f8e7fd-5b83-4d47-a743-31b7220b41d5 {{(pid=86438) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 20 14:56:27.760081 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 73f8e7fd-5b83-4d47-a743-31b7220b41d5 not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:56:27.857699 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852987039', 'neutron.services.segments.db._delete_segments_for_network-8791465359731'] for network, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:27.858503 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.db.api [None req-fd9b4ee0-21c2-4d5a-bd16-2268483d7895 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86438) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 14:56:27.859114 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_db.api [None req-fd9b4ee0-21c2-4d5a-bd16-2268483d7895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 14:56:27.940461 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51528) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:27.985003 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feec0712898>,) {'filters': {'network_id': ['55faa971-90ea-4dd4-b0aa-636da5bc413e']}} {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:28.002656 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feec0712898>, '535c5a4c-0b7c-4f15-9524-011a880e0127') {'for_net_delete': True} {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:28.002964 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feec0712898>, '535c5a4c-0b7c-4f15-9524-011a880e0127') {} {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:28.016594 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245389254755', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852111363'] for segment, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:28.114490 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:28.123910 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=86436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:56:28.320085 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] Network 55faa971-90ea-4dd4-b0aa-636da5bc413e has no segments {{(pid=86436) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:56:28.330131 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1801253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2217817'] for segment, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:28.360080 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b4ee0-21c2-4d5a-bd16-2268483d7895 None None] Deleting port 73f8e7fd-5b83-4d47-a743-31b7220b41d5 {{(pid=86438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:28.360670 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fd9b4ee0-21c2-4d5a-bd16-2268483d7895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:28.442295 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b4ee0-21c2-4d5a-bd16-2268483d7895 None None] The port '73f8e7fd-5b83-4d47-a743-31b7220b41d5' was deleted {{(pid=86438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 14:56:28.530216 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] Network 55faa971-90ea-4dd4-b0aa-636da5bc413e has no segments {{(pid=86436) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]: Traceback (most recent call last):
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:     timer()
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:     cb(*args, **kw)
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:     return func(*args, **kwargs)
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:     self._notify()
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:     self.callback(batched_events)
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:     event.method(event)
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:     segment_id)['aggregates'][0]
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:     return f(self, *a, **k)
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self._get(url).json()
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:     **kwargs)
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:     **endpoint_filter)
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:56:28.556609 dv-cinder-742162-4-iscsi neutron-server[86323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:56:28.855659 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:28.860165 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3a4a99a1-8915-4328-910d-9b9798e59eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:28.887295 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:28.890148 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=55faa971-90ea-4dd4-b0aa-636da5bc413e,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:28.896440 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:28.936474 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/55faa971-90ea-4dd4-b0aa-636da5bc413e HTTP/1.1" status: 204  len: 168 time: 2.1367905
Apr 20 14:56:28.939477 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51534) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:28.981585 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-746e0e47-53fb-46e8-b239-dc0aba68a7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854083942'] for router_interface, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:29.377055 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-746e0e47-53fb-46e8-b239-dc0aba68a7c8 admin admin] Deleting port 620f263a-6b38-45be-a08c-3dc89d564c74 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:29.377431 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-746e0e47-53fb-46e8-b239-dc0aba68a7c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:29.530054 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-45bbae1c-4e9b-4134-b69f-d5af6c601a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854083942'] for router_interface, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:29.564696 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-746e0e47-53fb-46e8-b239-dc0aba68a7c8 admin admin] For port 620f263a-6b38-45be-a08c-3dc89d564c74, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=620f263a-6b38-45be-a08c-3dc89d564c74,segment=NetworkSegment(6e4c7473-cdca-4da7-b21f-25ecac67c8df),segment_id=6e4c7473-cdca-4da7-b21f-25ecac67c8df)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:29.565091 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-746e0e47-53fb-46e8-b239-dc0aba68a7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:29.702560 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-746e0e47-53fb-46e8-b239-dc0aba68a7c8 admin admin] Calling delete_port for 620f263a-6b38-45be-a08c-3dc89d564c74 owned by network:router_interface {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:56:29.947494 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-746e0e47-53fb-46e8-b239-dc0aba68a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:29.956478 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7d0ba177-62ef-4430-afcd-72e81ba95ae1 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:29.998169 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-45bbae1c-4e9b-4134-b69f-d5af6c601a3a admin admin] Deleting port 4ef983de-986b-4cce-a8ee-fd03071b31b0 {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:29.998784 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-45bbae1c-4e9b-4134-b69f-d5af6c601a3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:30.052109 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e0e47-53fb-46e8-b239-dc0aba68a7c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=620f263a-6b38-45be-a08c-3dc89d564c74,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:30.120364 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-746e0e47-53fb-46e8-b239-dc0aba68a7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:30.281898 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-45bbae1c-4e9b-4134-b69f-d5af6c601a3a admin admin] For port 4ef983de-986b-4cce-a8ee-fd03071b31b0, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=4ef983de-986b-4cce-a8ee-fd03071b31b0,segment=NetworkSegment(d37722a8-ee57-41b4-bccc-661196443cb9),segment_id=d37722a8-ee57-41b4-bccc-661196443cb9)] {{(pid=86436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:30.282385 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-45bbae1c-4e9b-4134-b69f-d5af6c601a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:30.426277 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-45bbae1c-4e9b-4134-b69f-d5af6c601a3a admin admin] Calling delete_port for 4ef983de-986b-4cce-a8ee-fd03071b31b0 owned by network:router_interface {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:56:30.426510 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-746e0e47-53fb-46e8-b239-dc0aba68a7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854083868'] for router_interface, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:30.657280 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-45bbae1c-4e9b-4134-b69f-d5af6c601a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:30.662714 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9474c938-5b5f-4029-ba8a-acf81098b588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:30.711450 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbae1c-4e9b-4134-b69f-d5af6c601a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef983de-986b-4cce-a8ee-fd03071b31b0,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:30.741084 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-45bbae1c-4e9b-4134-b69f-d5af6c601a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:30.805586 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:30.847503 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746e0e47-53fb-46e8-b239-dc0aba68a7c8 admin admin] Router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:56:31.069074 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746e0e47-53fb-46e8-b239-dc0aba68a7c8 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:56:31.081982 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0637bf36-b0f3-4a48-86c2-e6ec67aae8e7 None None] Sync routers for ids ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'] in dv-cinder-742162-4-iscsi {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:56:31.087920 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-746e0e47-53fb-46e8-b239-dc0aba68a7c8 admin admin] 10.222.0.16 "PUT /v2.0/routers/58cab4b9-4f2c-4eab-9f0f-adabb38d2372/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1434736
Apr 20 14:56:31.088291 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51538) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:31.094438 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0637bf36-b0f3-4a48-86c2-e6ec67aae8e7 None None] Routers {'58cab4b9-4f2c-4eab-9f0f-adabb38d2372'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:56:31.095237 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-0637bf36-b0f3-4a48-86c2-e6ec67aae8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec2062470>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:56:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:31.256196 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-45bbae1c-4e9b-4134-b69f-d5af6c601a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854083868'] for router_interface, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:31.310566 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8ec607d1-2d54-4df6-923c-87ba7f3f4572 admin admin] Notify callbacks [] for router, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:31.315564 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-0637bf36-b0f3-4a48-86c2-e6ec67aae8e7 None None] Set router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:56:31.539409 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8ec607d1-2d54-4df6-923c-87ba7f3f4572 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:31.577581 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8ec607d1-2d54-4df6-923c-87ba7f3f4572 admin admin] Deleting port a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:31.577977 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8ec607d1-2d54-4df6-923c-87ba7f3f4572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:31.640886 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-0637bf36-b0f3-4a48-86c2-e6ec67aae8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec2062470>, [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:56:29Z', 'revision_number': 5, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port': {'id': 'a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:49Z', 'updated_at': '2021-04-20T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:31.645920 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0637bf36-b0f3-4a48-86c2-e6ec67aae8e7 None None] Checking router: 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 for host: dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:56:31.656005 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0637bf36-b0f3-4a48-86c2-e6ec67aae8e7 None None] Routers {'58cab4b9-4f2c-4eab-9f0f-adabb38d2372'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:56:31.656219 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-0637bf36-b0f3-4a48-86c2-e6ec67aae8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec2062470>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:56:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:31.700774 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bbae1c-4e9b-4134-b69f-d5af6c601a3a admin admin] Router cab899d6-d038-4ab7-93af-4d74f86bc1d1 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:56:31.775529 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8ec607d1-2d54-4df6-923c-87ba7f3f4572 admin admin] For port a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:31.776054 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8ec607d1-2d54-4df6-923c-87ba7f3f4572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:31.826000 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-0637bf36-b0f3-4a48-86c2-e6ec67aae8e7 None None] Set router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 gateway port host: None {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:56:31.929043 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bbae1c-4e9b-4134-b69f-d5af6c601a3a admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:56:31.942930 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ae1f2-6cb5-4c65-916d-8e1c70a036e1 None None] Sync routers for ids ['cab899d6-d038-4ab7-93af-4d74f86bc1d1'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:56:31.947413 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-45bbae1c-4e9b-4134-b69f-d5af6c601a3a admin admin] 10.222.0.16 "PUT /v2.0/routers/cab899d6-d038-4ab7-93af-4d74f86bc1d1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0064588
Apr 20 14:56:31.950153 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51542) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:31.958722 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ae1f2-6cb5-4c65-916d-8e1c70a036e1 None None] Routers {'cab899d6-d038-4ab7-93af-4d74f86bc1d1'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:56:31.959943 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-598ae1f2-6cb5-4c65-916d-8e1c70a036e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec11a1b70>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:56:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['cab899d6-d038-4ab7-93af-4d74f86bc1d1'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:32.127838 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-0637bf36-b0f3-4a48-86c2-e6ec67aae8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec2062470>, [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:56:31Z', 'revision_number': 6, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port_host': None}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:32.132332 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0637bf36-b0f3-4a48-86c2-e6ec67aae8e7 None None] The sync data for ids ['58cab4b9-4f2c-4eab-9f0f-adabb38d2372'] in dv-cinder-742162-4-iscsi is: [{'id': '58cab4b9-4f2c-4eab-9f0f-adabb38d2372', 'name': 'tempest-AttachVolumeTestJSON-1989924451-router', 'tenant_id': '7a24367a785146cda03a905690f8cd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:47Z', 'updated_at': '2021-04-20T14:56:31Z', 'revision_number': 6, 'project_id': '7a24367a785146cda03a905690f8cd8a', 'gw_port_host': None}] {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:56:32.199023 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f5da7a49-a730-4200-b65b-7cb65cb9901c admin admin] Notify callbacks [] for router, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:32.280863 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8ec607d1-2d54-4df6-923c-87ba7f3f4572 admin admin] Calling delete_port for a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0 owned by network:router_gateway {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:56:32.286714 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-598ae1f2-6cb5-4c65-916d-8e1c70a036e1 None None] Set router cab899d6-d038-4ab7-93af-4d74f86bc1d1 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:56:32.333335 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b94fdaec-7e8e-4805-83a5-bcf967fa2c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:32.411645 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f5da7a49-a730-4200-b65b-7cb65cb9901c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:32.542850 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8ec607d1-2d54-4df6-923c-87ba7f3f4572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:32.548614 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a06eff2c-f700-4b16-892c-81b1010adc95 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:32.559967 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-f5da7a49-a730-4200-b65b-7cb65cb9901c admin admin] Deleting port dfb37ac4-cee6-4d25-aa89-8798e831776f {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:32.560494 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f5da7a49-a730-4200-b65b-7cb65cb9901c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:32.597955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec607d1-2d54-4df6-923c-87ba7f3f4572 admin admin] Pushing event deleted for resources: {'Port': ['ID=a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:32.600640 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8ec607d1-2d54-4df6-923c-87ba7f3f4572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:32.620100 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-598ae1f2-6cb5-4c65-916d-8e1c70a036e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec11a1b70>, [{'id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'name': 'tempest-TestMinimumBasicScenario-1689447389-router', 'tenant_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': 'dfb37ac4-cee6-4d25-aa89-8798e831776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:28Z', 'updated_at': '2021-04-20T14:56:30Z', 'revision_number': 5, 'project_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'gw_port': {'id': 'dfb37ac4-cee6-4d25-aa89-8798e831776f', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:53:30Z', 'updated_at': '2021-04-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:32.624802 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ae1f2-6cb5-4c65-916d-8e1c70a036e1 None None] Checking router: cab899d6-d038-4ab7-93af-4d74f86bc1d1 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:56:32.634957 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ae1f2-6cb5-4c65-916d-8e1c70a036e1 None None] Routers {'cab899d6-d038-4ab7-93af-4d74f86bc1d1'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:56:32.636126 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-598ae1f2-6cb5-4c65-916d-8e1c70a036e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec11a1b70>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:56:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['cab899d6-d038-4ab7-93af-4d74f86bc1d1'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:32.706654 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8ec607d1-2d54-4df6-923c-87ba7f3f4572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711269'] for router_gateway, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:32.774229 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-f5da7a49-a730-4200-b65b-7cb65cb9901c admin admin] For port dfb37ac4-cee6-4d25-aa89-8798e831776f, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=dfb37ac4-cee6-4d25-aa89-8798e831776f,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:32.774634 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f5da7a49-a730-4200-b65b-7cb65cb9901c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:32.809571 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-598ae1f2-6cb5-4c65-916d-8e1c70a036e1 None None] Set router cab899d6-d038-4ab7-93af-4d74f86bc1d1 gateway port host: None {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:56:32.903438 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8ec607d1-2d54-4df6-923c-87ba7f3f4572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744287'] for router, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:32.905981 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8ec607d1-2d54-4df6-923c-87ba7f3f4572 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:32.910579 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-f5da7a49-a730-4200-b65b-7cb65cb9901c admin admin] Calling delete_port for dfb37ac4-cee6-4d25-aa89-8798e831776f owned by network:router_gateway {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:56:32.933496 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-598ae1f2-6cb5-4c65-916d-8e1c70a036e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec11a1b70>, [{'id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'name': 'tempest-TestMinimumBasicScenario-1689447389-router', 'tenant_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:28Z', 'updated_at': '2021-04-20T14:56:32Z', 'revision_number': 6, 'project_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'gw_port_host': None}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:32.938720 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ae1f2-6cb5-4c65-916d-8e1c70a036e1 None None] The sync data for ids ['cab899d6-d038-4ab7-93af-4d74f86bc1d1'] in dv-cinder-742162-4-iscsi is: [{'id': 'cab899d6-d038-4ab7-93af-4d74f86bc1d1', 'name': 'tempest-TestMinimumBasicScenario-1689447389-router', 'tenant_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:53:28Z', 'updated_at': '2021-04-20T14:56:32Z', 'revision_number': 6, 'project_id': '1b7d4e9e02c24ae8b1e2ecad80a745ba', 'gw_port_host': None}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:56:33.131264 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8ec607d1-2d54-4df6-923c-87ba7f3f4572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854086531'] for router, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:33.131947 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec607d1-2d54-4df6-923c-87ba7f3f4572 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58cab4b9-4f2c-4eab-9f0f-adabb38d2372 {{(pid=86437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 14:56:33.146567 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8ec607d1-2d54-4df6-923c-87ba7f3f4572 admin admin] Notify callbacks [] for router, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:33.147847 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-8ec607d1-2d54-4df6-923c-87ba7f3f4572 admin admin] 10.222.0.16 "DELETE /v2.0/routers/58cab4b9-4f2c-4eab-9f0f-adabb38d2372 HTTP/1.1" status: 204  len: 168 time: 2.0577543
Apr 20 14:56:33.150578 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51546) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:33.205401 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f5da7a49-a730-4200-b65b-7cb65cb9901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:33.213204 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:33.230109 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b366f64-31fb-4d37-89d4-b0ae05317a07 admin admin] Deleting subnet 6574b30a-3454-4cc1-b2ab-32d1917de288 {{(pid=86437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:56:33.234077 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2b366f64-31fb-4d37-89d4-b0ae05317a07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:33.262713 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da7a49-a730-4200-b65b-7cb65cb9901c admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb37ac4-cee6-4d25-aa89-8798e831776f,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:33.292148 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f5da7a49-a730-4200-b65b-7cb65cb9901c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:33.294359 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2b366f64-31fb-4d37-89d4-b0ae05317a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852047558'] for subnet, precommit_delete_associations {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:33.365008 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f5da7a49-a730-4200-b65b-7cb65cb9901c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711269'] for router_gateway, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:33.367633 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 4ef983de-986b-4cce-a8ee-fd03071b31b0 no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:56:33.390173 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2b366f64-31fb-4d37-89d4-b0ae05317a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788724'] for subnet, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:33.408517 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: 4ef983de-986b-4cce-a8ee-fd03071b31b0 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:56:33.409008 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 4ef983de-986b-4cce-a8ee-fd03071b31b0 not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:56:33.409586 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0 no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:56:33.451608 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:56:33.452140 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device a19d7506-e6ce-4a34-a2d1-cc0a1c47e5e0 not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:56:33.452685 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 620f263a-6b38-45be-a08c-3dc89d564c74 no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:56:33.492981 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: 620f263a-6b38-45be-a08c-3dc89d564c74 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:56:33.493383 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 620f263a-6b38-45be-a08c-3dc89d564c74 not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:56:33.493919 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device dfb37ac4-cee6-4d25-aa89-8798e831776f no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:56:33.531535 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: dfb37ac4-cee6-4d25-aa89-8798e831776f {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:56:33.531988 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device dfb37ac4-cee6-4d25-aa89-8798e831776f not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:56:33.556358 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f5da7a49-a730-4200-b65b-7cb65cb9901c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744287'] for router, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:33.559513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f5da7a49-a730-4200-b65b-7cb65cb9901c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:33.605972 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f5da7a49-a730-4200-b65b-7cb65cb9901c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854086531'] for router, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:33.606814 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5da7a49-a730-4200-b65b-7cb65cb9901c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cab899d6-d038-4ab7-93af-4d74f86bc1d1 {{(pid=86436) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 14:56:33.621194 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f5da7a49-a730-4200-b65b-7cb65cb9901c admin admin] Notify callbacks [] for router, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:33.622597 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-f5da7a49-a730-4200-b65b-7cb65cb9901c admin admin] 10.222.0.16 "DELETE /v2.0/routers/cab899d6-d038-4ab7-93af-4d74f86bc1d1 HTTP/1.1" status: 204  len: 168 time: 1.6708896
Apr 20 14:56:33.625424 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51550) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:33.715170 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cd7b81-925a-473d-9170-4e5327046781 admin admin] Deleting subnet b24778b7-2af8-4f46-ba91-7f2304e7ee22 {{(pid=86437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:56:33.719792 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-85cd7b81-925a-473d-9170-4e5327046781 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:33.778200 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-85cd7b81-925a-473d-9170-4e5327046781 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852047558'] for subnet, precommit_delete_associations {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:33.818534 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2b366f64-31fb-4d37-89d4-b0ae05317a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852987124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852062723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2639035'] for subnet, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:33.830546 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:33.880353 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b366f64-31fb-4d37-89d4-b0ae05317a07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6574b30a-3454-4cc1-b2ab-32d1917de288,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:33.882718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79363dc1-580e-41dc-b626-75c8d69852bf None None] Network 42f202dd-8cd2-4251-8db7-28646c856c8f requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:56:33.883683 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2b366f64-31fb-4d37-89d4-b0ae05317a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:33.896746 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2b366f64-31fb-4d37-89d4-b0ae05317a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:33.898414 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-2b366f64-31fb-4d37-89d4-b0ae05317a07 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6574b30a-3454-4cc1-b2ab-32d1917de288 HTTP/1.1" status: 204  len: 168 time: 0.7467914
Apr 20 14:56:33.901757 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51554) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:34.023310 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-85cd7b81-925a-473d-9170-4e5327046781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788724'] for subnet, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:34.075316 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658232'] for network, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:34.139022 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7506b4-7eef-4774-a99b-556c7b1356d0 None None] DHCP port deletion for 42f202dd-8cd2-4251-8db7-28646c856c8f request from dv-cinder-742162-4-iscsi {{(pid=86438) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 14:56:34.143926 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-5f7506b4-7eef-4774-a99b-556c7b1356d0 None None] Deleting port 193859e6-29d7-476d-bc05-a8d9717443c0 {{(pid=86438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:34.144345 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5f7506b4-7eef-4774-a99b-556c7b1356d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:34.170676 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] Deleting port 193859e6-29d7-476d-bc05-a8d9717443c0 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:34.171059 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:34.375846 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-5f7506b4-7eef-4774-a99b-556c7b1356d0 None None] For port 193859e6-29d7-476d-bc05-a8d9717443c0, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=193859e6-29d7-476d-bc05-a8d9717443c0,segment=NetworkSegment(6e4c7473-cdca-4da7-b21f-25ecac67c8df),segment_id=6e4c7473-cdca-4da7-b21f-25ecac67c8df)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:34.376181 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5f7506b4-7eef-4774-a99b-556c7b1356d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:34.509586 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-5f7506b4-7eef-4774-a99b-556c7b1356d0 None None] Calling delete_port for 193859e6-29d7-476d-bc05-a8d9717443c0 owned by network:dhcp {{(pid=86438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:56:34.519673 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] For port 193859e6-29d7-476d-bc05-a8d9717443c0, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=193859e6-29d7-476d-bc05-a8d9717443c0,segment=NetworkSegment(6e4c7473-cdca-4da7-b21f-25ecac67c8df),segment_id=6e4c7473-cdca-4da7-b21f-25ecac67c8df)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:34.520078 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:34.632646 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5f7506b4-7eef-4774-a99b-556c7b1356d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554'] for port, after_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:34.637346 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-819a64ab-8016-4b77-a8ea-21d38e125576 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:34.670774 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] Calling delete_port for 193859e6-29d7-476d-bc05-a8d9717443c0 owned by network:dhcp {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:56:34.681532 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7506b4-7eef-4774-a99b-556c7b1356d0 None None] Pushing event deleted for resources: {'Port': ['ID=193859e6-29d7-476d-bc05-a8d9717443c0,revision_number=None']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:34.685858 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5f7506b4-7eef-4774-a99b-556c7b1356d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:34.688498 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7506b4-7eef-4774-a99b-556c7b1356d0 None None] No DVR routers for this DVR port 193859e6-29d7-476d-bc05-a8d9717443c0 on host dv-cinder-742162-4-iscsi {{(pid=86438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:56:34.751130 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-85cd7b81-925a-473d-9170-4e5327046781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852987124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852062723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2639035'] for subnet, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:34.758195 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2068c10b-796b-40d8-9510-f6834443d2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:34.797077 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.db.api [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86437) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 14:56:34.797442 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_db.api [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 14:56:34.799655 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd7b81-925a-473d-9170-4e5327046781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b24778b7-2af8-4f46-ba91-7f2304e7ee22,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:34.801956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-85cd7b81-925a-473d-9170-4e5327046781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:34.804679 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-85cd7b81-925a-473d-9170-4e5327046781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:34.807567 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef056ff7-242d-454b-826c-fa8701f7e40c None None] Network 4e24eeea-b47f-4641-9a95-0c5dee74664a requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:56:34.816023 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-85cd7b81-925a-473d-9170-4e5327046781 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b24778b7-2af8-4f46-ba91-7f2304e7ee22 HTTP/1.1" status: 204  len: 168 time: 1.1894741
Apr 20 14:56:34.818694 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51558) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:34.944332 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658232'] for network, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:34.957128 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Deleting port 3831705e-7806-4f0e-aa0c-68d1d5a03fa9 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:34.957800 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:35.121362 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-af47369d-2f8e-43ee-b3f9-2cc0f288638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:35.189936 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] For port 3831705e-7806-4f0e-aa0c-68d1d5a03fa9, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=3831705e-7806-4f0e-aa0c-68d1d5a03fa9,segment=NetworkSegment(d37722a8-ee57-41b4-bccc-661196443cb9),segment_id=d37722a8-ee57-41b4-bccc-661196443cb9)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:35.190539 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:35.251204 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ca4f87-06cd-4104-93bd-9d073910cefd None None] DHCP port deletion for 4e24eeea-b47f-4641-9a95-0c5dee74664a request from dv-cinder-742162-4-iscsi {{(pid=86438) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 14:56:35.255824 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca4f87-06cd-4104-93bd-9d073910cefd None None] Deleting port 3831705e-7806-4f0e-aa0c-68d1d5a03fa9 {{(pid=86438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:35.256247 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d7ca4f87-06cd-4104-93bd-9d073910cefd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:35.328717 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] Deleting port 193859e6-29d7-476d-bc05-a8d9717443c0 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:35.328925 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:35.360568 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 193859e6-29d7-476d-bc05-a8d9717443c0 no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:56:35.364872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Calling delete_port for 3831705e-7806-4f0e-aa0c-68d1d5a03fa9 owned by network:dhcp {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:56:35.406992 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: 193859e6-29d7-476d-bc05-a8d9717443c0 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:56:35.407385 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 193859e6-29d7-476d-bc05-a8d9717443c0 not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:56:35.407861 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 3831705e-7806-4f0e-aa0c-68d1d5a03fa9 no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:56:35.448723 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] The port '193859e6-29d7-476d-bc05-a8d9717443c0' was deleted {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 14:56:35.602814 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852987039', 'neutron.services.segments.db._delete_segments_for_network-8791465359731'] for network, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:35.626871 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:35.629504 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Port 3831705e-7806-4f0e-aa0c-68d1d5a03fa9 update to DOWN by agent not found {{(pid=86438) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}}
Apr 20 14:56:35.637017 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-d7ca4f87-06cd-4104-93bd-9d073910cefd None None] For port 3831705e-7806-4f0e-aa0c-68d1d5a03fa9, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=3831705e-7806-4f0e-aa0c-68d1d5a03fa9,segment=NetworkSegment(d37722a8-ee57-41b4-bccc-661196443cb9),segment_id=d37722a8-ee57-41b4-bccc-661196443cb9)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:35.637017 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d7ca4f87-06cd-4104-93bd-9d073910cefd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:35.682729 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:35.689164 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9cda0c25-0d4a-4ee8-82f4-68209b276d26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:35.744875 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3831705e-7806-4f0e-aa0c-68d1d5a03fa9,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:35.760712 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:35.764568 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] No DVR routers for this DVR port 3831705e-7806-4f0e-aa0c-68d1d5a03fa9 on host dv-cinder-742162-4-iscsi {{(pid=86437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:56:35.773066 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca4f87-06cd-4104-93bd-9d073910cefd None None] Calling delete_port for 3831705e-7806-4f0e-aa0c-68d1d5a03fa9 owned by network:dhcp {{(pid=86438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:56:35.826144 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feebb795fd0>,) {'filters': {'network_id': ['42f202dd-8cd2-4251-8db7-28646c856c8f']}} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:35.849683 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.db.api [None req-d7ca4f87-06cd-4104-93bd-9d073910cefd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86438) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 14:56:35.850089 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_db.api [None req-d7ca4f87-06cd-4104-93bd-9d073910cefd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 14:56:35.893524 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feebb795fd0>, '6e4c7473-cdca-4da7-b21f-25ecac67c8df') {'for_net_delete': True} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:35.893876 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feebb795fd0>, '6e4c7473-cdca-4da7-b21f-25ecac67c8df') {} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:36.167435 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245389254755', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2728242'] for segment, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:36.188652 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852987039', 'neutron.services.segments.db._delete_segments_for_network-8791465359731'] for network, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:36.257767 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:36.281531 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=86437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:56:36.356895 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca4f87-06cd-4104-93bd-9d073910cefd None None] Deleting port 3831705e-7806-4f0e-aa0c-68d1d5a03fa9 {{(pid=86438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:36.356895 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d7ca4f87-06cd-4104-93bd-9d073910cefd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:36.399966 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:36.440879 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca4f87-06cd-4104-93bd-9d073910cefd None None] The port '3831705e-7806-4f0e-aa0c-68d1d5a03fa9' was deleted {{(pid=86438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 14:56:36.465658 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feec0e979e8>,) {'filters': {'network_id': ['4e24eeea-b47f-4641-9a95-0c5dee74664a']}} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:36.496309 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feec0e979e8>, 'd37722a8-ee57-41b4-bccc-661196443cb9') {'for_net_delete': True} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:36.496715 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feec0e979e8>, 'd37722a8-ee57-41b4-bccc-661196443cb9') {} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:36.515755 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] Network 42f202dd-8cd2-4251-8db7-28646c856c8f has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:56:36.525560 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1801253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2713182'] for segment, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:36.541060 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245389254755', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2728242'] for segment, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:36.628754 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:36.655720 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=86437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:56:36.812833 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] Network 42f202dd-8cd2-4251-8db7-28646c856c8f has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:   % (table.description, expected, rows_matched)
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:   % (table.description, expected, rows_matched)
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:   % (table.description, expected, rows_matched)
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:   % (table.description, expected, rows_matched)
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]: Traceback (most recent call last):
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:     timer()
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:     cb(*args, **kw)
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:     return func(*args, **kwargs)
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:     self._notify()
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:     self.callback(batched_events)
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:     event.method(event)
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:     segment_id)['aggregates'][0]
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:     return f(self, *a, **k)
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self._get(url).json()
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:     **kwargs)
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:     **endpoint_filter)
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:56:36.839756 dv-cinder-742162-4-iscsi neutron-server[86323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:56:37.005614 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Network 4e24eeea-b47f-4641-9a95-0c5dee74664a has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:56:37.015490 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1801253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2713182'] for segment, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:37.047047 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:37.098322 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:37.123718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:37.142547 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:37.201839 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=42f202dd-8cd2-4251-8db7-28646c856c8f,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:37.217154 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:37.222051 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-809dc061-b416-4b41-b510-2e7f082845d8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/42f202dd-8cd2-4251-8db7-28646c856c8f HTTP/1.1" status: 204  len: 168 time: 3.3192768
Apr 20 14:56:37.236216 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Network 4e24eeea-b47f-4641-9a95-0c5dee74664a has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]: Traceback (most recent call last):
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:     timer()
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:     cb(*args, **kw)
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:     return func(*args, **kwargs)
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:     self._notify()
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:     self.callback(batched_events)
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:     event.method(event)
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:     segment_id)['aggregates'][0]
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:     return f(self, *a, **k)
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self._get(url).json()
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:     **kwargs)
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:     **endpoint_filter)
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:56:37.260119 dv-cinder-742162-4-iscsi neutron-server[86323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:56:37.376777 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:37.381762 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:37.385877 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:37.411032 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4e24eeea-b47f-4641-9a95-0c5dee74664a HTTP/1.1" status: 204  len: 168 time: 2.5878696
Apr 20 14:56:37.411032 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e24eeea-b47f-4641-9a95-0c5dee74664a,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:37.411769 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:37.432551 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51566) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:37.488346 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-59b322fd-0556-443e-a9f7-c89bf523f35c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a24367a785146cda03a905690f8cd8a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0540738
Apr 20 14:56:37.490927 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51570) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:37.557709 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d983e00a-f9e2-4bb4-9b93-005d67ac5707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:37.586205 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d983e00a-f9e2-4bb4-9b93-005d67ac5707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:37.727062 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51574) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:37.784882 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-3fe1dd0d-3118-4db6-9bbf-35894233aea6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ecbcaf7ff8049e29970e69f972278b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0563333
Apr 20 14:56:37.787719 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51578) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:37.805238 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d983e00a-f9e2-4bb4-9b93-005d67ac5707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:37.812831 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-051881ad-1f84-4776-8148-1f7f17e92a22 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:37.836045 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983e00a-f9e2-4bb4-9b93-005d67ac5707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9b0a17-c2ac-4696-9fcf-517aa916272c,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:37.841241 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d983e00a-f9e2-4bb4-9b93-005d67ac5707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:37.858716 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d983e00a-f9e2-4bb4-9b93-005d67ac5707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:37.859990 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-d983e00a-f9e2-4bb4-9b93-005d67ac5707 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c9b0a17-c2ac-4696-9fcf-517aa916272c HTTP/1.1" status: 204  len: 168 time: 0.3680084
Apr 20 14:56:37.883059 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-21db9ef3-8474-4002-b346-0dbb63ed353c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:37.914391 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-21db9ef3-8474-4002-b346-0dbb63ed353c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:38.164203 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-21db9ef3-8474-4002-b346-0dbb63ed353c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:38.169118 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-79fbd7fb-a3ac-4633-a340-26edfafe0b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:38.187826 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db9ef3-8474-4002-b346-0dbb63ed353c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465f7103-f0b0-43c6-b305-fc17c5847542,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:38.190275 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-21db9ef3-8474-4002-b346-0dbb63ed353c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:38.196695 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-21db9ef3-8474-4002-b346-0dbb63ed353c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:38.200595 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-21db9ef3-8474-4002-b346-0dbb63ed353c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/465f7103-f0b0-43c6-b305-fc17c5847542 HTTP/1.1" status: 204  len: 168 time: 0.4094019
Apr 20 14:56:38.768743 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51600) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:38.823227 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-6f01f903-4771-474f-9bb6-79eecad3ca5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b7d4e9e02c24ae8b1e2ecad80a745ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0528033
Apr 20 14:56:38.825997 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51606) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:38.892838 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-276866a8-218c-4e41-9ea1-58151c9e530e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:38.922691 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-276866a8-218c-4e41-9ea1-58151c9e530e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:38.999691 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-276866a8-218c-4e41-9ea1-58151c9e530e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:39.004380 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-cd3afe63-1f47-4b4e-802f-c356d86f023e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:39.016481 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276866a8-218c-4e41-9ea1-58151c9e530e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8643977b-eb15-46c3-9b44-8c3d6fa3ddd4,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:39.022116 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-276866a8-218c-4e41-9ea1-58151c9e530e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:39.024443 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-276866a8-218c-4e41-9ea1-58151c9e530e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:39.028998 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-276866a8-218c-4e41-9ea1-58151c9e530e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8643977b-eb15-46c3-9b44-8c3d6fa3ddd4 HTTP/1.1" status: 204  len: 168 time: 0.2015219
Apr 20 14:56:40.143600 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51656) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:40.278379 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-189911672-network', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:56:40.283944 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:56:40.288496 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Usage tracker for resource:network and tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:56:40.292233 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:56:40.302710 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:56:40.348286 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Made reservation on behalf of d3da01c5b0c5428f86e1ed7a0b9d5230 for: {'network': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:56:40.353348 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for network, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:40.367735 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:40.384270 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:56:40.388499 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Usage tracker for resource:security_group_rule and tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:56:40.391507 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:56:40.397718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:56:40.664196 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51672) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:40.667575 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:40.701281 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:40.705908 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-676f752e-023f-4289-aee9-98a9dda126eb tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:40.733073 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'}  {{(pid=86436) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:56:40.746845 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76de010b-418c-40a8-b50e-ed319b396d51,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:40.751232 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:40.752249 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:40.752639 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.segments_db [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Added segment 066428fa-79d0-4a24-a183-2ec725ccb32c of type vlan for network ffc4a239-2621-4cbb-b855-7ea7fa1d9196
Apr 20 14:56:40.781565 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791464999914'] for network, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:40.793785 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-93715585-f233-4a7e-9406-97a984f69be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:40.809596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-93715585-f233-4a7e-9406-97a984f69be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:56:40.813538 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-93715585-f233-4a7e-9406-97a984f69be8 admin admin] Usage tracker for resource:security_group_rule and tenant:26b3316f11eb45189de66ae0396f8268 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:56:40.816622 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-93715585-f233-4a7e-9406-97a984f69be8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:56:40.823432 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-93715585-f233-4a7e-9406-97a984f69be8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:56:40.840063 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for network, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:40.841500 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:40.842162 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:40.847377 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:40.922861 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-93715585-f233-4a7e-9406-97a984f69be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:40.954924 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Pushing event updated for resources: {'Network': ['ID=ffc4a239-2621-4cbb-b855-7ea7fa1d9196,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:40.957768 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:40.959963 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-93715585-f233-4a7e-9406-97a984f69be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:40.966654 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 details requested by agent ovs-agent-dv-cinder-742162-4-iscsi with host dv-cinder-742162-4-iscsi {{(pid=86438) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:56:40.970371 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-21db9ef3-8474-4002-b346-0dbb63ed353c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:40.992092 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-0321a597-a2d0-409d-bb15-6f6635127856 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8444345
Apr 20 14:56:40.992290 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51678) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:40.998813 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-dc5a7d00-3aeb-4ef5-8817-dac45b458282 admin admin] Request body: {'subnet': {'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-189911672-subnet', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'ip_version': 4}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:56:41.004076 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-dc5a7d00-3aeb-4ef5-8817-dac45b458282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:56:41.008211 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-dc5a7d00-3aeb-4ef5-8817-dac45b458282 admin admin] Usage tracker for resource:subnet and tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:56:41.011781 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-dc5a7d00-3aeb-4ef5-8817-dac45b458282 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:56:41.017587 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51682) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:41.017752 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-93715585-f233-4a7e-9406-97a984f69be8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26b3316f11eb45189de66ae0396f8268&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3522372
Apr 20 14:56:41.018643 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93715585-f233-4a7e-9406-97a984f69be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4f1663-a6fa-4fad-a410-442286b07939,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:41.021872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-dc5a7d00-3aeb-4ef5-8817-dac45b458282 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:56:41.022018 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-93715585-f233-4a7e-9406-97a984f69be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:41.087260 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5a7d00-3aeb-4ef5-8817-dac45b458282 admin admin] Made reservation on behalf of d3da01c5b0c5428f86e1ed7a0b9d5230 for: {'subnet': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:56:41.091964 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-dc5a7d00-3aeb-4ef5-8817-dac45b458282 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851100829'] for subnet, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:41.183382 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4c152e3c-31aa-4590-a921-c7e821cfd29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:41.230909 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4c152e3c-31aa-4590-a921-c7e821cfd29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:41.363075 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4c152e3c-31aa-4590-a921-c7e821cfd29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:41.368535 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-276866a8-218c-4e41-9ea1-58151c9e530e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:41.398918 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c152e3c-31aa-4590-a921-c7e821cfd29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4f1663-a6fa-4fad-a410-442286b07939,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:41.401863 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4c152e3c-31aa-4590-a921-c7e821cfd29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:41.408408 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4c152e3c-31aa-4590-a921-c7e821cfd29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:41.410460 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-4c152e3c-31aa-4590-a921-c7e821cfd29b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b4f1663-a6fa-4fad-a410-442286b07939 HTTP/1.1" status: 204  len: 168 time: 0.3910778
Apr 20 14:56:41.625565 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-dc5a7d00-3aeb-4ef5-8817-dac45b458282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2217151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851100814'] for subnet, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:41.630867 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f5b4c2a1-6287-4586-82ea-545e8862bcc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:41.900608 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51690) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:41.923751 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-54ddcc33-3efa-4816-831a-ca5189f5b32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:41.940053 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-54ddcc33-3efa-4816-831a-ca5189f5b32a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:56:41.948477 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-54ddcc33-3efa-4816-831a-ca5189f5b32a admin admin] Usage tracker for resource:security_group_rule and tenant:b1193dd717cd4eb5a5231925e63ea56c is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:56:41.948477 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-54ddcc33-3efa-4816-831a-ca5189f5b32a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:56:41.953890 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-54ddcc33-3efa-4816-831a-ca5189f5b32a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:56:41.959992 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a7d00-3aeb-4ef5-8817-dac45b458282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b2e638-8e01-40e8-ba60-d1ed693ab316,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:41.962493 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5a7d00-3aeb-4ef5-8817-dac45b458282 admin admin] Checking segment: {'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:56:41.962897 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a7d00-3aeb-4ef5-8817-dac45b458282 admin admin] Network hostable DHCP agents. Network: ffc4a239-2621-4cbb-b855-7ea7fa1d9196, hostable agents: ['8cbc52d7-9a0e-47fc-ab25-55981a906e08'], hosted agents: [] {{(pid=86436) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:56:41.968270 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-dc5a7d00-3aeb-4ef5-8817-dac45b458282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:42.041298 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-54ddcc33-3efa-4816-831a-ca5189f5b32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:42.046456 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a7d00-3aeb-4ef5-8817-dac45b458282 admin admin] Network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 is scheduled to be hosted by DHCP agent 8cbc52d7-9a0e-47fc-ab25-55981a906e08 with binding_index 1 {{(pid=86436) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:56:42.068525 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-54ddcc33-3efa-4816-831a-ca5189f5b32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:42.082414 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3549ff3d-830b-4f66-a24e-6a82e9b7509f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:42.097051 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-dc5a7d00-3aeb-4ef5-8817-dac45b458282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-iscsi, ffc4a239-2621-4cbb-b855-7ea7fa1d9196) {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:56:42.108553 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242968c1-6525-4b90-b6d9-db34500e902b None None] Network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:56:42.110333 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5a7d00-3aeb-4ef5-8817-dac45b458282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:42.110984 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-dc5a7d00-3aeb-4ef5-8817-dac45b458282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:42.126609 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-54ddcc33-3efa-4816-831a-ca5189f5b32a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1193dd717cd4eb5a5231925e63ea56c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2242138
Apr 20 14:56:42.127590 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddcc33-3efa-4816-831a-ca5189f5b32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13060b3d-4cd5-4c10-b1f2-11cd190ce9d9,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:42.129926 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51694) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:42.130878 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-54ddcc33-3efa-4816-831a-ca5189f5b32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:42.156498 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-dc5a7d00-3aeb-4ef5-8817-dac45b458282 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1630919
Apr 20 14:56:42.159867 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51698) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:42.166337 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:56:42.171852 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:56:42.176410 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Usage tracker for resource:router and tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:56:42.179436 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:56:42.185893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:56:42.196499 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-211525bb-8809-4f41-a5bb-56c13f9d49ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:42.217269 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744272'] for router, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:42.219014 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854072860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854064638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31529'] for router, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:42.225348 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-211525bb-8809-4f41-a5bb-56c13f9d49ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:42.236017 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:42.291310 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-211525bb-8809-4f41-a5bb-56c13f9d49ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:42.296653 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c36bf58f-8661-49ca-a229-5cd384c6187c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:42.313818 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211525bb-8809-4f41-a5bb-56c13f9d49ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13060b3d-4cd5-4c10-b1f2-11cd190ce9d9,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:42.317124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-211525bb-8809-4f41-a5bb-56c13f9d49ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:42.318719 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-211525bb-8809-4f41-a5bb-56c13f9d49ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:42.319927 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-211525bb-8809-4f41-a5bb-56c13f9d49ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13060b3d-4cd5-4c10-b1f2-11cd190ce9d9 HTTP/1.1" status: 204  len: 168 time: 0.1893864
Apr 20 14:56:42.365669 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc772c441-73b6-55f3-87a1-c705605c86c2-ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316'}]}} from dv-cinder-742162-4-iscsi. {{(pid=86438) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 14:56:42.366696 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:42.536832 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Allocated IP 172.20.0.2 (ffc4a239-2621-4cbb-b855-7ea7fa1d9196/f8b2e638-8e01-40e8-ba60-d1ed693ab316/f04148bb-582e-433e-a8bf-eb1ff503225e) {{(pid=86438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:56:42.557442 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854064395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854081697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31514'] for router, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:42.759887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Notify callbacks [] for port, precommit_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:42.771440 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Transition to ACTIVE for port object f04148bb-582e-433e-a8bf-eb1ff503225e will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:56:42.791121 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Transition to ACTIVE for port object f04148bb-582e-433e-a8bf-eb1ff503225e will not be triggered until provisioned by entity DHCP. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:56:42.868896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:42.875272 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:42.943092 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 is already hosted by enough agents. {{(pid=86438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:56:42.946249 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Resources bound (agent type, host, resource id):  {{(pid=86438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:56:42.951005 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Received port after_create {{(pid=86438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:56:42.959021 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Pushing event updated for resources: {'Port': ['ID=f04148bb-582e-433e-a8bf-eb1ff503225e,revision_number=1']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:42.960435 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:42.991745 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:43.000514 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:43.072327 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Attempting to bind port f04148bb-582e-433e-a8bf-eb1ff503225e on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:56:43.072786 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Attempting to bind port f04148bb-582e-433e-a8bf-eb1ff503225e by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:56:43.073206 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Attempting to bind port f04148bb-582e-433e-a8bf-eb1ff503225e on network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:56:43.079727 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:56:43.080151 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Checking segment: {'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:56:43.080612 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:43.081060 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Bound using segment: {'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:56:43.081618 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Bound port: f04148bb-582e-433e-a8bf-eb1ff503225e, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:56:43.082041 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:43.162500 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Allocated IP 172.27.2.121 (0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09/91730765-12cb-4a98-b654-b261f30f30ed/8138e216-25f3-4fc5-b94c-2b7dec26d463) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:56:43.184837 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] For port f04148bb-582e-433e-a8bf-eb1ff503225e, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:56:43.188592 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] For port f04148bb-582e-433e-a8bf-eb1ff503225e, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=f04148bb-582e-433e-a8bf-eb1ff503225e,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:56:43.218262 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:43.226585 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:43.339513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:43.359103 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Pushing event updated for resources: {'Port': ['ID=f04148bb-582e-433e-a8bf-eb1ff503225e,revision_number=2']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:43.368641 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:43.412067 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:43.418189 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:43.493415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:56:43.496658 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:56:43.500790 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:56:43.538248 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Pushing event updated for resources: {'Port': ['ID=8138e216-25f3-4fc5-b94c-2b7dec26d463,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:43.543356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:44.260624 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:44.683691 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711391'] for router, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:44.760884 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5ff9a1-793b-4acb-aa71-214a9bd2e33b None None] Network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:56:44.896725 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-6bee2449-e6a0-46c7-8a1e-c2a3d39dc412 None None] Provisioning for port f04148bb-582e-433e-a8bf-eb1ff503225e completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:56:44.973445 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 is scheduled to L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f with binding_index 1 {{(pid=86437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 14:56:45.182136 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:56:45.193170 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Sync routers for ids ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'] in dv-cinder-742162-4-iscsi {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:56:45.204237 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Routers {'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:56:45.204884 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-5e86992f-563e-4f05-8161-6024518241bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec15db6d8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:56:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:45.245390 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] Notify callbacks [] for router, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:45.250160 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-0edbd58f-7b4a-40fe-a20e-da5004282065 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.0889206
Apr 20 14:56:45.250853 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51746) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:45.441142 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device f04148bb-582e-433e-a8bf-eb1ff503225e up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:56:45.454665 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Set router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:56:45.536624 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port f04148bb-582e-433e-a8bf-eb1ff503225e completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:56:45.542960 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port f04148bb-582e-433e-a8bf-eb1ff503225e triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:56:45.543389 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:45.674576 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:45.708577 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port f04148bb-582e-433e-a8bf-eb1ff503225e, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=f04148bb-582e-433e-a8bf-eb1ff503225e,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:45.748025 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:45.750283 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5f7506b4-7eef-4774-a99b-556c7b1356d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:45.760281 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-5e86992f-563e-4f05-8161-6024518241bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec15db6d8>, [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:43Z', 'revision_number': 3, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:45.764470 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Checking router: f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 for host: dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:56:45.764864 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Updating router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 port 8138e216-25f3-4fc5-b94c-2b7dec26d463 binding host dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:56:45.822864 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:45.826638 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=f04148bb-582e-433e-a8bf-eb1ff503225e,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:45.830158 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:46.025049 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:46.187402 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Notify callbacks [] for port, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:46.200193 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Transition to ACTIVE for port object 8138e216-25f3-4fc5-b94c-2b7dec26d463 will not be triggered until provisioned by entity L2. {{(pid=86439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:56:46.228818 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:46.233339 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-205ab877-d1b1-46f6-8b59-97b521798dfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:46.298433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Allocated IP 172.20.0.1 (ffc4a239-2621-4cbb-b855-7ea7fa1d9196/f8b2e638-8e01-40e8-ba60-d1ed693ab316/09228957-48c8-4163-af83-712357554d76) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:56:46.316929 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Attempting to bind port 8138e216-25f3-4fc5-b94c-2b7dec26d463 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:56:46.317328 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Attempting to bind port 8138e216-25f3-4fc5-b94c-2b7dec26d463 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}] {{(pid=86439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:56:46.317767 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Attempting to bind port 8138e216-25f3-4fc5-b94c-2b7dec26d463 on network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:56:46.320054 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfeec7-680c-4239-bbf2-7bbafbc71079 None None] Pushing event updated for resources: {'Port': ['ID=8138e216-25f3-4fc5-b94c-2b7dec26d463,revision_number=2']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:46.330554 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:56:46.330963 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Checking segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:56:46.331402 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:46.331832 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Bound using segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:56:46.332332 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Bound port: 8138e216-25f3-4fc5-b94c-2b7dec26d463, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}}] {{(pid=86439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:56:46.332737 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:46.360574 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfeec7-680c-4239-bbf2-7bbafbc71079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:46.361191 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfeec7-680c-4239-bbf2-7bbafbc71079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:46.361730 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfeec7-680c-4239-bbf2-7bbafbc71079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:46.362103 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfeec7-680c-4239-bbf2-7bbafbc71079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:46.362469 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfeec7-680c-4239-bbf2-7bbafbc71079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:46.362827 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfeec7-680c-4239-bbf2-7bbafbc71079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:46.363187 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfeec7-680c-4239-bbf2-7bbafbc71079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:46.363540 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfeec7-680c-4239-bbf2-7bbafbc71079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:46.363914 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfeec7-680c-4239-bbf2-7bbafbc71079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:46.364267 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfeec7-680c-4239-bbf2-7bbafbc71079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:46.364618 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfeec7-680c-4239-bbf2-7bbafbc71079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:46.364965 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dfeec7-680c-4239-bbf2-7bbafbc71079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:46.380088 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c6dfeec7-680c-4239-bbf2-7bbafbc71079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:46.434111 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-5e86992f-563e-4f05-8161-6024518241bf None None] For port 8138e216-25f3-4fc5-b94c-2b7dec26d463, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:56:46.437650 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-5e86992f-563e-4f05-8161-6024518241bf None None] For port 8138e216-25f3-4fc5-b94c-2b7dec26d463, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=8138e216-25f3-4fc5-b94c-2b7dec26d463,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:56:46.469206 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:46.470464 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:46.474804 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a70b85b3-804b-4dd5-99f6-0a47a788cbbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:46.488661 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Transition to ACTIVE for port object 09228957-48c8-4163-af83-712357554d76 will not be triggered until provisioned by entity DHCP. {{(pid=86437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:56:46.537537 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:46.542725 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:46.556734 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Routers {'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:56:46.558088 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-5e86992f-563e-4f05-8161-6024518241bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec15db6d8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:56:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:46.626588 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfeec7-680c-4239-bbf2-7bbafbc71079 None None] Pushing event updated for resources: {'Port': ['ID=8138e216-25f3-4fc5-b94c-2b7dec26d463,revision_number=3']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:46.639293 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c6dfeec7-680c-4239-bbf2-7bbafbc71079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:46.778361 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-5e86992f-563e-4f05-8161-6024518241bf None None] Set router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:56:46.888163 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:56:46.891999 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:56:46.896079 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:56:46.937414 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Pushing event updated for resources: {'Port': ['ID=09228957-48c8-4163-af83-712357554d76,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:46.942180 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:46.961442 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085374'] for router_interface, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:47.142712 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-0f052878-4648-4e34-a0ba-02b0636d17dc None None] Provisioning for port 09228957-48c8-4163-af83-712357554d76 completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:56:47.148124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-0f052878-4648-4e34-a0ba-02b0636d17dc None None] Provisioning complete for port 09228957-48c8-4163-af83-712357554d76 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:56:47.148543 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0f052878-4648-4e34-a0ba-02b0636d17dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:47.181878 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-5e86992f-563e-4f05-8161-6024518241bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec15db6d8>, [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:43Z', 'revision_number': 3, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:47.186289 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e86992f-563e-4f05-8161-6024518241bf None None] The sync data for ids ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'] in dv-cinder-742162-4-iscsi is: [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:43Z', 'revision_number': 3, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}] {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:56:47.230981 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-0f052878-4648-4e34-a0ba-02b0636d17dc None None] Port 09228957-48c8-4163-af83-712357554d76 cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:56:47.269824 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:47.384007 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device f04148bb-582e-433e-a8bf-eb1ff503225e up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:56:47.479489 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port f04148bb-582e-433e-a8bf-eb1ff503225e triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:56:47.480038 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:47.620872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:47.668340 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:47.698759 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-746e0e47-53fb-46e8-b239-dc0aba68a7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:47.793009 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690533'] for router_interface, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:47.798233 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Pushing event updated for resources: {'Port': ['ID=09228957-48c8-4163-af83-712357554d76,revision_number=2']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:47.801310 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:47.956536 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:56:47.957874 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:56:48.160101 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-ff290bb4-4399-4d4d-bf66-697ae7452a64 None None] Provisioning complete for port 09228957-48c8-4163-af83-712357554d76 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:56:48.160649 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ff290bb4-4399-4d4d-bf66-697ae7452a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:48.172227 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:56:48.223111 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-ff290bb4-4399-4d4d-bf66-697ae7452a64 None None] Port 09228957-48c8-4163-af83-712357554d76 cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:56:48.371058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:56:48.380579 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] 10.222.0.16 "PUT /v2.0/routers/f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1283493
Apr 20 14:56:49.123800 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51802) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:49.130409 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2051071328-network', 'tenant_id': 'f83717c34d7b4093a40848f66e7d6bb3'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:56:49.135457 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:56:49.139652 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Usage tracker for resource:network and tenant:f83717c34d7b4093a40848f66e7d6bb3 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:56:49.142720 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:56:49.149263 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:56:49.205213 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Made reservation on behalf of f83717c34d7b4093a40848f66e7d6bb3 for: {'network': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:56:49.210111 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for network, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:49.224252 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:49.241851 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:56:49.246807 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Usage tracker for resource:security_group_rule and tenant:f83717c34d7b4093a40848f66e7d6bb3 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:56:49.249957 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:56:49.257936 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:56:49.382085 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:49.417597 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:49.425249 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0bef2d97-dfad-4b41-a92d-b4b3c24874b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:49.455845 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'}  {{(pid=86437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:56:49.462436 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 8138e216-25f3-4fc5-b94c-2b7dec26d463 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:56:49.473345 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d09c467-45b2-4e7f-b190-cbed1db0a85c,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:49.477154 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:49.481226 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:49.481663 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.segments_db [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Added segment bd2503c5-ba3e-46bf-95ac-777b679ee2dc of type vlan for network f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8
Apr 20 14:56:49.527652 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791464999914'] for network, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:49.576964 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port 8138e216-25f3-4fc5-b94c-2b7dec26d463 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:56:49.582879 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 8138e216-25f3-4fc5-b94c-2b7dec26d463 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:56:49.582879 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:49.609240 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for network, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:49.611161 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:49.611818 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:49.617263 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:49.729947 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Pushing event updated for resources: {'Network': ['ID=f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:49.733815 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:49.734066 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:49.743255 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Network f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8 details requested by agent ovs-agent-dv-cinder-742162-4-iscsi with host dv-cinder-742162-4-iscsi {{(pid=86438) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:56:49.762933 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6346049
Apr 20 14:56:49.763632 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51820) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:49.769923 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-698fb017-f485-4863-8ad0-443b760b6cf9 admin admin] Request body: {'subnet': {'network_id': 'f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2051071328-subnet', 'tenant_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'ip_version': 4}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:56:49.776213 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-698fb017-f485-4863-8ad0-443b760b6cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:56:49.781112 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-698fb017-f485-4863-8ad0-443b760b6cf9 admin admin] Usage tracker for resource:subnet and tenant:f83717c34d7b4093a40848f66e7d6bb3 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:56:49.784588 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-698fb017-f485-4863-8ad0-443b760b6cf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:56:49.791127 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-698fb017-f485-4863-8ad0-443b760b6cf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:56:49.829047 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698fb017-f485-4863-8ad0-443b760b6cf9 admin admin] Made reservation on behalf of f83717c34d7b4093a40848f66e7d6bb3 for: {'subnet': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:56:49.834417 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-698fb017-f485-4863-8ad0-443b760b6cf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852136815'] for subnet, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:49.840582 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port 8138e216-25f3-4fc5-b94c-2b7dec26d463, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=8138e216-25f3-4fc5-b94c-2b7dec26d463,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:49.874942 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:49.876881 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:49.955090 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=8138e216-25f3-4fc5-b94c-2b7dec26d463,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:49.959328 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:49.987072 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Sync routers for ids ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:56:49.998161 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Routers {'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:56:49.998161 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec13c6780>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:56:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:50.286132 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51826) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:50.340581 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-698fb017-f485-4863-8ad0-443b760b6cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2713016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852136832'] for subnet, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:50.346150 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ab1456e9-737e-4e6f-99ea-a013512d4fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:50.372666 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Set router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:56:50.445488 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fb017-f485-4863-8ad0-443b760b6cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd62fbdf-c479-42de-89f0-a8785bec3689,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:50.448570 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-698fb017-f485-4863-8ad0-443b760b6cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:50.457314 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698fb017-f485-4863-8ad0-443b760b6cf9 admin admin] Checking segment: {'id': 'bd2503c5-ba3e-46bf-95ac-777b679ee2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:56:50.457832 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698fb017-f485-4863-8ad0-443b760b6cf9 admin admin] Network hostable DHCP agents. Network: f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8, hostable agents: ['8cbc52d7-9a0e-47fc-ab25-55981a906e08'], hosted agents: [] {{(pid=86437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:56:50.483776 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2558020f-a054-47fc-a1d0-3fa8a8e6918c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:50.496587 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698fb017-f485-4863-8ad0-443b760b6cf9 admin admin] Network f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8 is scheduled to be hosted by DHCP agent 8cbc52d7-9a0e-47fc-ab25-55981a906e08 with binding_index 1 {{(pid=86437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:56:50.502521 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-2558020f-a054-47fc-a1d0-3fa8a8e6918c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:56:50.507271 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-2558020f-a054-47fc-a1d0-3fa8a8e6918c admin admin] Usage tracker for resource:security_group_rule and tenant:8b4c8a19df3e455cbfcd50d2b93eeae4 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:56:50.510382 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-2558020f-a054-47fc-a1d0-3fa8a8e6918c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:56:50.516885 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-2558020f-a054-47fc-a1d0-3fa8a8e6918c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:56:50.530978 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-698fb017-f485-4863-8ad0-443b760b6cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-iscsi, f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8) {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:56:50.546745 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698fb017-f485-4863-8ad0-443b760b6cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:50.547451 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-698fb017-f485-4863-8ad0-443b760b6cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:50.551060 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c234cf44-7daf-4053-8e79-8ffae86a238c None None] Network f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:56:50.585846 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-698fb017-f485-4863-8ad0-443b760b6cf9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8186867
Apr 20 14:56:50.586077 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51832) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:50.591716 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2051071328-router', 'tenant_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:56:50.596718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:56:50.600843 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Usage tracker for resource:router and tenant:f83717c34d7b4093a40848f66e7d6bb3 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:56:50.605044 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:56:50.606492 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2558020f-a054-47fc-a1d0-3fa8a8e6918c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:50.611317 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:56:50.645376 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2558020f-a054-47fc-a1d0-3fa8a8e6918c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:50.654197 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-fd7e6b14-efd7-4456-9aa1-b4b845efb87a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:50.674212 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744272'] for router, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:50.675677 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854072860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854064638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31529'] for router, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:50.694359 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:50.700541 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558020f-a054-47fc-a1d0-3fa8a8e6918c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29762c2c-9397-496b-868c-c10c42c0e041,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:50.705675 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-2558020f-a054-47fc-a1d0-3fa8a8e6918c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b4c8a19df3e455cbfcd50d2b93eeae4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4182944
Apr 20 14:56:50.706912 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2558020f-a054-47fc-a1d0-3fa8a8e6918c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:50.708903 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51836) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:50.931337 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-aad31072-d585-4fe1-b287-6efd7f95d7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:50.942954 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc772c441-73b6-55f3-87a1-c705605c86c2-f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8', 'network_id': 'f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8', 'tenant_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'fixed_ips': [{'subnet_id': 'fd62fbdf-c479-42de-89f0-a8785bec3689'}]}} from dv-cinder-742162-4-iscsi. {{(pid=86438) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 14:56:50.943897 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:50.958804 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec13c6780>, [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 2, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:50.970501 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Checking router: f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:56:50.970915 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Updating router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 port 09228957-48c8-4163-af83-712357554d76 binding host dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:56:51.094343 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:51.313725 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Allocated IP 172.20.0.2 (f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8/fd62fbdf-c479-42de-89f0-a8785bec3689/f744c71c-4e41-4235-bdee-8dead0557a43) {{(pid=86438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:56:51.381809 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-aad31072-d585-4fe1-b287-6efd7f95d7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:51.388339 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 8138e216-25f3-4fc5-b94c-2b7dec26d463 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:56:51.433619 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854064395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854081697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31514'] for router, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:51.608763 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f333c-46d7-4bec-bc46-2cd74ec465d3 req-eb8a2676-a8d6-4466-b5e6-52b4d7ae4ac7 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:51.610464 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-535f333c-46d7-4bec-bc46-2cd74ec465d3 req-eb8a2676-a8d6-4466-b5e6-52b4d7ae4ac7 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 946 time: 0.2427220
Apr 20 14:56:51.686700 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-aad31072-d585-4fe1-b287-6efd7f95d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:51.693333 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ea7ef34c-7030-42d5-9758-6a3e5b5e273d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:51.703373 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-535f333c-46d7-4bec-bc46-2cd74ec465d3 req-12faeae9-04cc-4293-bf43-6e95aedd1dc7 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860772
Apr 20 14:56:51.715661 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad31072-d585-4fe1-b287-6efd7f95d7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29762c2c-9397-496b-868c-c10c42c0e041,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:51.721382 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-aad31072-d585-4fe1-b287-6efd7f95d7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:51.731061 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-aad31072-d585-4fe1-b287-6efd7f95d7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:51.734840 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-aad31072-d585-4fe1-b287-6efd7f95d7a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29762c2c-9397-496b-868c-c10c42c0e041 HTTP/1.1" status: 204  len: 168 time: 1.0222502
Apr 20 14:56:51.755078 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 8138e216-25f3-4fc5-b94c-2b7dec26d463 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:56:51.755468 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:51.837559 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Notify callbacks [] for port, precommit_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:51.863521 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Transition to ACTIVE for port object f744c71c-4e41-4235-bdee-8dead0557a43 will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:56:51.942637 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Transition to ACTIVE for port object f744c71c-4e41-4235-bdee-8dead0557a43 will not be triggered until provisioned by entity DHCP. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:56:51.946905 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:51.982034 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:52.008441 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:52.013614 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:52.024706 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:52.099309 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Transition to ACTIVE for port object 09228957-48c8-4163-af83-712357554d76 will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:56:52.117818 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Network f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8 is already hosted by enough agents. {{(pid=86438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:56:52.122372 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Resources bound (agent type, host, resource id):  {{(pid=86438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:56:52.126943 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Received port after_create {{(pid=86438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:56:52.156052 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Allocated IP 172.27.2.80 (0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09/91730765-12cb-4a98-b654-b261f30f30ed/119da813-dc2c-4ed3-8650-07fe7052ee43) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:56:52.169070 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Pushing event updated for resources: {'Port': ['ID=f744c71c-4e41-4235-bdee-8dead0557a43,revision_number=1']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:52.181306 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:52.225513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:52.225912 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:52.230040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:52.230040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:52.230040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:52.230040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:52.230040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:52.230040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:52.230040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:52.230040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:52.230040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:52.230040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:52.233825 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:52.241790 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:52.261531 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51852) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:52.294260 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05418464-9ddf-4d30-ba31-8b56295e48a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:52.322755 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-05418464-9ddf-4d30-ba31-8b56295e48a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:56:52.340590 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-05418464-9ddf-4d30-ba31-8b56295e48a0 admin admin] Usage tracker for resource:security_group_rule and tenant:8fff5480b4fa43f98e5e70c88c0b5146 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:56:52.345552 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-05418464-9ddf-4d30-ba31-8b56295e48a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:56:52.364352 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-05418464-9ddf-4d30-ba31-8b56295e48a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:56:52.381910 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:52.484494 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:52.496632 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:52.567347 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Attempting to bind port f744c71c-4e41-4235-bdee-8dead0557a43 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:56:52.567698 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Attempting to bind port f744c71c-4e41-4235-bdee-8dead0557a43 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': 'bd2503c5-ba3e-46bf-95ac-777b679ee2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:56:52.568101 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Attempting to bind port f744c71c-4e41-4235-bdee-8dead0557a43 on network f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8 {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:56:52.574587 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05418464-9ddf-4d30-ba31-8b56295e48a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:52.583751 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:56:52.586894 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:56:52.592718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:56:52.620003 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:56:52.620424 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Checking segment: {'id': 'bd2503c5-ba3e-46bf-95ac-777b679ee2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:56:52.620964 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:52.621323 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Bound using segment: {'id': 'bd2503c5-ba3e-46bf-95ac-777b679ee2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:56:52.621872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Bound port: f744c71c-4e41-4235-bdee-8dead0557a43, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2503c5-ba3e-46bf-95ac-777b679ee2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:56:52.622292 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:52.622966 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Pushing event updated for resources: {'Port': ['ID=119da813-dc2c-4ed3-8650-07fe7052ee43,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:52.630616 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-05418464-9ddf-4d30-ba31-8b56295e48a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:52.638116 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:52.641718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe4f19-b5af-4d8c-b73f-e22bab76c27a None None] Pushing event updated for resources: {'Port': ['ID=09228957-48c8-4163-af83-712357554d76,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:52.642299 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8bcc354b-2f38-4dc6-a032-277c6bce2b23 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:52.683325 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-fdbe4f19-b5af-4d8c-b73f-e22bab76c27a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:52.712540 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-05418464-9ddf-4d30-ba31-8b56295e48a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8fff5480b4fa43f98e5e70c88c0b5146&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4474068
Apr 20 14:56:52.714129 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51856) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:52.764984 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Attempting to bind port 09228957-48c8-4163-af83-712357554d76 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:56:52.765400 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Attempting to bind port 09228957-48c8-4163-af83-712357554d76 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:56:52.765835 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Attempting to bind port 09228957-48c8-4163-af83-712357554d76 on network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:56:52.769979 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05418464-9ddf-4d30-ba31-8b56295e48a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468078f5-a4b5-4e33-bdbb-fa82a640bcf6,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:52.784038 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-05418464-9ddf-4d30-ba31-8b56295e48a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:52.785503 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:56:52.785812 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Checking segment: {'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:56:52.786389 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:52.786841 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Bound using segment: {'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:56:52.787282 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Bound port: 09228957-48c8-4163-af83-712357554d76, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:56:52.787645 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:52.791320 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c6c89-c9c4-43cc-9791-9f72b0bf8fa7 req-e08eef54-9e2e-490d-8649-ec58bab77fd3 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:52.792398 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-0c4c6c89-c9c4-43cc-9791-9f72b0bf8fa7 req-e08eef54-9e2e-490d-8649-ec58bab77fd3 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Synchronizing usage tracker for tenant:a432f73e41864a1d89a27ea689d63a21 on resource:port {{(pid=86436) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:56:52.826946 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-0c4c6c89-c9c4-43cc-9791-9f72b0bf8fa7 req-e08eef54-9e2e-490d-8649-ec58bab77fd3 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Unset dirty status for tenant:a432f73e41864a1d89a27ea689d63a21 on resource:port {{(pid=86436) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:56:52.828310 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0c4c6c89-c9c4-43cc-9791-9f72b0bf8fa7 req-e08eef54-9e2e-490d-8649-ec58bab77fd3 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.38 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 946 time: 0.1923122
Apr 20 14:56:52.831498 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-62108096-0425-416f-86e5-386c183b088e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:52.854943 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] For port f744c71c-4e41-4235-bdee-8dead0557a43, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:56:52.873529 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] For port f744c71c-4e41-4235-bdee-8dead0557a43, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=f744c71c-4e41-4235-bdee-8dead0557a43,segment=NetworkSegment(bd2503c5-ba3e-46bf-95ac-777b679ee2dc),segment_id=bd2503c5-ba3e-46bf-95ac-777b679ee2dc)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:56:52.873763 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-62108096-0425-416f-86e5-386c183b088e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:52.908749 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] For port 09228957-48c8-4163-af83-712357554d76, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:56:52.912040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] For port 09228957-48c8-4163-af83-712357554d76, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=09228957-48c8-4163-af83-712357554d76,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:56:52.914040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:52.918896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:52.963792 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:52.998276 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-0c4c6c89-c9c4-43cc-9791-9f72b0bf8fa7 req-eafec4a8-1951-4379-86d8-0df070dbacee tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Deleting port af3da897-c8d0-4678-91dc-f12affaeb4e3 {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:52.998578 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-0c4c6c89-c9c4-43cc-9791-9f72b0bf8fa7 req-eafec4a8-1951-4379-86d8-0df070dbacee tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:53.024289 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Routers {'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:56:53.025007 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec13c6780>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:56:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:53.043279 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf101bf5-af8c-450a-b089-ad10afaf06db req-ae2e1842-6d42-49e2-977c-cf5b910eff06 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:56:53.045004 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bf101bf5-af8c-450a-b089-ad10afaf06db req-ae2e1842-6d42-49e2-977c-cf5b910eff06 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 946 time: 0.1370420
Apr 20 14:56:53.111150 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Pushing event updated for resources: {'Port': ['ID=f744c71c-4e41-4235-bdee-8dead0557a43,revision_number=2']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:53.121099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-62108096-0425-416f-86e5-386c183b088e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:53.123016 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:53.123472 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:53.129295 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-56e47b9b-6b6c-463b-a621-48628b960bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:53.181290 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62108096-0425-416f-86e5-386c183b088e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468078f5-a4b5-4e33-bdbb-fa82a640bcf6,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:53.184360 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-62108096-0425-416f-86e5-386c183b088e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:53.215896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-62108096-0425-416f-86e5-386c183b088e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:53.217130 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-62108096-0425-416f-86e5-386c183b088e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/468078f5-a4b5-4e33-bdbb-fa82a640bcf6 HTTP/1.1" status: 204  len: 168 time: 0.5018225
Apr 20 14:56:53.352590 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bf101bf5-af8c-450a-b089-ad10afaf06db req-24121cab-a834-46e3-b963-b95e7c39971e tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups?id=43622ad1-43cb-4a3e-b08a-7d40e99f0f73&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2143238
Apr 20 14:56:53.376299 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe4f19-b5af-4d8c-b73f-e22bab76c27a None None] Pushing event updated for resources: {'Port': ['ID=09228957-48c8-4163-af83-712357554d76,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:53.379496 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-fdbe4f19-b5af-4d8c-b73f-e22bab76c27a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:53.392003 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:53.455471 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-0c4c6c89-c9c4-43cc-9791-9f72b0bf8fa7 req-eafec4a8-1951-4379-86d8-0df070dbacee tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] For port af3da897-c8d0-4678-91dc-f12affaeb4e3, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=af3da897-c8d0-4678-91dc-f12affaeb4e3,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:53.455886 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-0c4c6c89-c9c4-43cc-9791-9f72b0bf8fa7 req-eafec4a8-1951-4379-86d8-0df070dbacee tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:53.467708 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] Set router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:56:53.848118 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec13c6780>, [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:52Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:53.849996 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711391'] for router, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:53.852985 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373f3c00-ca0d-4055-8eb3-027d7be25bd5 None None] The sync data for ids ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'] in dv-cinder-742162-4-iscsi is: [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:52Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:56:53.855415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-0c4c6c89-c9c4-43cc-9791-9f72b0bf8fa7 req-eafec4a8-1951-4379-86d8-0df070dbacee tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:53.857684 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-0c4c6c89-c9c4-43cc-9791-9f72b0bf8fa7 req-eafec4a8-1951-4379-86d8-0df070dbacee tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:53.858431 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.l3_db [req-0c4c6c89-c9c4-43cc-9791-9f72b0bf8fa7 req-eafec4a8-1951-4379-86d8-0df070dbacee tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Floating IP 83257c57-2a3b-4a43-bc21-12bfc5f93bd9 disassociated. External IP: 172.27.2.153, port: af3da897-c8d0-4678-91dc-f12affaeb4e3.
Apr 20 14:56:53.858431 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-0c4c6c89-c9c4-43cc-9791-9f72b0bf8fa7 req-eafec4a8-1951-4379-86d8-0df070dbacee tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Calling delete_port for af3da897-c8d0-4678-91dc-f12affaeb4e3 owned by compute:nova {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:56:54.108602 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-0c4c6c89-c9c4-43cc-9791-9f72b0bf8fa7 req-eafec4a8-1951-4379-86d8-0df070dbacee tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:54.114886 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c0771c2f-178d-48a8-a443-cc148b2512ce tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:54.173530 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafec4a8-1951-4379-86d8-0df070dbacee tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Pushing event deleted for resources: {'Port': ['ID=af3da897-c8d0-4678-91dc-f12affaeb4e3,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:54.182026 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-eafec4a8-1951-4379-86d8-0df070dbacee tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:54.193922 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Router e3ee8212-5ba7-41c8-80d7-8dc7adeefc19 is scheduled to L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f with binding_index 1 {{(pid=86437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 14:56:54.481499 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c4c6c89-c9c4-43cc-9791-9f72b0bf8fa7 req-eafec4a8-1951-4379-86d8-0df070dbacee tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:56:54.798003 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447000e6-ab03-4b55-8fde-612dbee443ed None None] Network f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:56:54.868701 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c4c6c89-c9c4-43cc-9791-9f72b0bf8fa7 req-eafec4a8-1951-4379-86d8-0df070dbacee tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:56:54.879559 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a063915-ce59-4baa-ae0d-70622700cf30 None None] Sync routers for ids ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'] in dv-cinder-742162-4-iscsi {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:56:54.893076 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a063915-ce59-4baa-ae0d-70622700cf30 None None] Routers {'0e9492c0-1c1e-451d-9e7d-11aafd5cc273'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:56:54.893778 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-6a063915-ce59-4baa-ae0d-70622700cf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec0ff8a20>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:56:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:54.911927 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1afbd4ba-febc-40aa-a595-222454fe9a07 req-fce72880-04bb-4bd3-8eae-89e14f30a004 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/ports?device_id=1461a5c8-d6eb-4239-b393-8ff456c174b4 HTTP/1.1" status: 200  len: 210 time: 0.0866027
Apr 20 14:56:54.995657 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:56:55.003728 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-551e51c3-7057-486f-a596-8a7ff62eae1e None None] Provisioning for port f744c71c-4e41-4235-bdee-8dead0557a43 completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:56:55.014479 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Sync routers for ids ['e3ee8212-5ba7-41c8-80d7-8dc7adeefc19'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:56:55.024905 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4c6c89-c9c4-43cc-9791-9f72b0bf8fa7 req-eafec4a8-1951-4379-86d8-0df070dbacee tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] No DVR routers for this DVR port af3da897-c8d0-4678-91dc-f12affaeb4e3 on host hv-cinder-74216 {{(pid=86436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:56:55.028635 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-0c4c6c89-c9c4-43cc-9791-9f72b0bf8fa7 req-eafec4a8-1951-4379-86d8-0df070dbacee tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:55.051246 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1461a5c8-d6eb-4239-b393-8ff456c174b4', 'name': 'network-vif-deleted', 'tag': 'af3da897-c8d0-4678-91dc-f12affaeb4e3'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:56:55.056069 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Routers {'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:56:55.058952 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec1289e48>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:56:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['e3ee8212-5ba7-41c8-80d7-8dc7adeefc19'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:55.079483 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0c4c6c89-c9c4-43cc-9791-9f72b0bf8fa7 req-eafec4a8-1951-4379-86d8-0df070dbacee tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.38 "DELETE /v2.0/ports/af3da897-c8d0-4678-91dc-f12affaeb4e3 HTTP/1.1" status: 204  len: 173 time: 2.1914096
Apr 20 14:56:55.113714 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1461a5c8-d6eb-4239-b393-8ff456c174b4', 'name': 'network-vif-deleted', 'tag': 'af3da897-c8d0-4678-91dc-f12affaeb4e3', 'status': 'completed', 'code': 200}
Apr 20 14:56:55.143125 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Notify callbacks [] for router, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:55.144494 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.5573919
Apr 20 14:56:55.147401 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51890) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:55.162031 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-6a063915-ce59-4baa-ae0d-70622700cf30 None None] Set router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:56:55.325079 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Set router e3ee8212-5ba7-41c8-80d7-8dc7adeefc19 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:56:55.586943 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 09228957-48c8-4163-af83-712357554d76 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:56:55.745784 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device af3da897-c8d0-4678-91dc-f12affaeb4e3 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:56:55.768567 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-6a063915-ce59-4baa-ae0d-70622700cf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec0ff8a20>, [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:07Z', 'revision_number': 4, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port': {'id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '0a185794-0c77-4658-b650-7705ab464738', 'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'mac_address': 'fa:16:3e:27:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:05Z', 'updated_at': '2021-04-20T14:49:18Z', 'revision_number': 5, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'subnets': [{'id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:55.773789 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a063915-ce59-4baa-ae0d-70622700cf30 None None] Checking router: 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 for host: dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:56:55.801081 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a063915-ce59-4baa-ae0d-70622700cf30 None None] Routers {'0e9492c0-1c1e-451d-9e7d-11aafd5cc273'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:56:55.801948 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-6a063915-ce59-4baa-ae0d-70622700cf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec0ff8a20>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:56:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:55.821412 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] No Port match for: af3da897-c8d0-4678-91dc-f12affaeb4e3 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:56:55.821858 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device af3da897-c8d0-4678-91dc-f12affaeb4e3 not bound to the agent host hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:56:56.075945 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-6a063915-ce59-4baa-ae0d-70622700cf30 None None] Set router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:56:56.169239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port 09228957-48c8-4163-af83-712357554d76 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:56:56.188496 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 09228957-48c8-4163-af83-712357554d76 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:56:56.188920 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:56.201133 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51912) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:56.241142 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:56.274516 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2eda1392-86f1-42fc-884b-4c8becfa6f98 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:56.315317 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2eda1392-86f1-42fc-884b-4c8becfa6f98 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:56.430790 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:56.444584 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2eda1392-86f1-42fc-884b-4c8becfa6f98 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:56.453348 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec1289e48>, [{'id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'name': 'tempest-TestVolumeBootPattern-2051071328-router', 'tenant_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '119da813-dc2c-4ed3-8650-07fe7052ee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:50Z', 'updated_at': '2021-04-20T14:56:52Z', 'revision_number': 3, 'project_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'gw_port': {'id': '119da813-dc2c-4ed3-8650-07fe7052ee43', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:67:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:52Z', 'updated_at': '2021-04-20T14:56:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:56.453910 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4a3d2179-74a6-4d52-8182-fb450b354346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:56.456548 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Checking router: e3ee8212-5ba7-41c8-80d7-8dc7adeefc19 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:56:56.456946 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Updating router e3ee8212-5ba7-41c8-80d7-8dc7adeefc19 port 119da813-dc2c-4ed3-8650-07fe7052ee43 binding host dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:56:56.483866 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda1392-86f1-42fc-884b-4c8becfa6f98 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43622ad1-43cb-4a3e-b08a-7d40e99f0f73,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:56.496535 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2eda1392-86f1-42fc-884b-4c8becfa6f98 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:56.532109 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2eda1392-86f1-42fc-884b-4c8becfa6f98 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:56.534227 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-2eda1392-86f1-42fc-884b-4c8becfa6f98 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "DELETE /v2.0/security-groups/43622ad1-43cb-4a3e-b08a-7d40e99f0f73 HTTP/1.1" status: 204  len: 168 time: 0.3315914
Apr 20 14:56:56.537868 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51922) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:56.560879 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-6a063915-ce59-4baa-ae0d-70622700cf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec0ff8a20>, [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:07Z', 'revision_number': 4, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port': {'id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '0a185794-0c77-4658-b650-7705ab464738', 'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'mac_address': 'fa:16:3e:27:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:05Z', 'updated_at': '2021-04-20T14:49:18Z', 'revision_number': 5, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'subnets': [{'id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:56.566359 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:56.566765 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a063915-ce59-4baa-ae0d-70622700cf30 None None] The sync data for ids ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'] in dv-cinder-742162-4-iscsi is: [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:49:07Z', 'revision_number': 4, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port': {'id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '0a185794-0c77-4658-b650-7705ab464738', 'name': '', 'network_id': '25584ebc-4813-4602-b240-5e5e4cd95f15', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'mac_address': 'fa:16:3e:27:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:05Z', 'updated_at': '2021-04-20T14:49:18Z', 'revision_number': 5, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'subnets': [{'id': 'fe5c3aac-31f9-4b55-a329-412ec8ea7dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:56:56.581992 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.api.v2.resource [None req-4f02fd54-6831-4c7b-8279-ae7e6fcf5fdd tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] show failed (client error): The resource could not be found.
Apr 20 14:56:56.585908 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-4f02fd54-6831-4c7b-8279-ae7e6fcf5fdd tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "GET /v2.0/security-groups/43622ad1-43cb-4a3e-b08a-7d40e99f0f73 HTTP/1.1" status: 404  len: 347 time: 0.0437984
Apr 20 14:56:56.587096 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51926) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:56.627768 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Allocated IP 172.20.0.1 (f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8/fd62fbdf-c479-42de-89f0-a8785bec3689/765b409f-2956-47d4-8893-99912405345f) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:56:56.641413 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port 09228957-48c8-4163-af83-712357554d76, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=09228957-48c8-4163-af83-712357554d76,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:56.680094 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:56.681190 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device f744c71c-4e41-4235-bdee-8dead0557a43 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:56:56.715587 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:56.823325 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-be863bf5-75d1-4156-8b09-ccb450c2436f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Deleting port 9f897057-11d1-4b8a-906e-0c3a7bdd35bf {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:56.824144 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-be863bf5-75d1-4156-8b09-ccb450c2436f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:56.829849 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:56.917304 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=09228957-48c8-4163-af83-712357554d76,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:56.921134 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:56.924339 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Transition to ACTIVE for port object 765b409f-2956-47d4-8893-99912405345f will not be triggered until provisioned by entity DHCP. {{(pid=86437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:56:56.983514 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:56.989345 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-aaa3b27e-e3c1-4633-aee8-4806556a06b7 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:57.006808 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port f744c71c-4e41-4235-bdee-8dead0557a43 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:56:57.019526 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port f744c71c-4e41-4235-bdee-8dead0557a43 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:56:57.019952 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:57.078377 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f6f6cd-2611-4481-bba8-b80901424157 None None] New status for floating IP 83257c57-2a3b-4a43-bc21-12bfc5f93bd9: DOWN {{(pid=86439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:56:57.098186 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-be863bf5-75d1-4156-8b09-ccb450c2436f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:57.098569 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-be863bf5-75d1-4156-8b09-ccb450c2436f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:57.105941 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Network f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8 is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:56:57.131394 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:56:57.133711 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=765b409f-2956-47d4-8893-99912405345f,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:57.136846 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:56:57.191692 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:57.192116 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:57.192530 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:57.193106 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:57.193305 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:57.193726 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:57.194126 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:57.194523 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:57.194928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:57.195451 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:57.195667 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:57.196056 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:56:57.203167 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:57.213872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:57.247303 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085374'] for router_interface, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:57.328348 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-be863bf5-75d1-4156-8b09-ccb450c2436f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Calling delete_port for 9f897057-11d1-4b8a-906e-0c3a7bdd35bf owned by network:floatingip {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:56:57.381135 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port f744c71c-4e41-4235-bdee-8dead0557a43, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=f744c71c-4e41-4235-bdee-8dead0557a43,segment=NetworkSegment(bd2503c5-ba3e-46bf-95ac-777b679ee2dc),segment_id=bd2503c5-ba3e-46bf-95ac-777b679ee2dc)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:56:57.425216 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Notify callbacks [] for port, precommit_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:57.438623 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Transition to ACTIVE for port object 119da813-dc2c-4ed3-8650-07fe7052ee43 will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:56:57.441482 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:57.445984 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:57.535131 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=f744c71c-4e41-4235-bdee-8dead0557a43,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:57.548157 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:57.552741 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:57.560585 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:57.569201 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:57.571502 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.db.api [None req-be863bf5-75d1-4156-8b09-ccb450c2436f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86436) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 14:56:57.571868 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_db.api [None req-be863bf5-75d1-4156-8b09-ccb450c2436f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 14:56:57.619960 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 09228957-48c8-4163-af83-712357554d76 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:56:57.739599 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Attempting to bind port 119da813-dc2c-4ed3-8650-07fe7052ee43 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:56:57.740023 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Attempting to bind port 119da813-dc2c-4ed3-8650-07fe7052ee43 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:56:57.740433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Attempting to bind port 119da813-dc2c-4ed3-8650-07fe7052ee43 on network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:56:57.742579 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-ba26aa74-4c1e-40f5-93f1-73223b707fde None None] Provisioning for port 765b409f-2956-47d4-8893-99912405345f completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:56:57.749565 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3dc77c-ebe3-4e25-af41-82bf776d360c None None] Pushing event updated for resources: {'Port': ['ID=119da813-dc2c-4ed3-8650-07fe7052ee43,revision_number=2']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:57.754958 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-dd3dc77c-ebe3-4e25-af41-82bf776d360c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:57.755948 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:56:57.756376 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Checking segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:56:57.756829 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:57.757265 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Bound using segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:56:57.757908 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Bound port: 119da813-dc2c-4ed3-8650-07fe7052ee43, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:56:57.758330 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:57.785419 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-ba26aa74-4c1e-40f5-93f1-73223b707fde None None] Provisioning complete for port 765b409f-2956-47d4-8893-99912405345f triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:56:57.785794 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ba26aa74-4c1e-40f5-93f1-73223b707fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:57.828879 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:57.840915 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 09228957-48c8-4163-af83-712357554d76 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:56:57.841337 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:57.878320 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:57.909801 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-76091655-4031-404a-861f-4a8f8731df65 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:57.944172 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-ba26aa74-4c1e-40f5-93f1-73223b707fde None None] Port 765b409f-2956-47d4-8893-99912405345f cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:56:57.967658 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] For port 119da813-dc2c-4ed3-8650-07fe7052ee43, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:56:58.002574 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690533'] for router_interface, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:58.012429 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=765b409f-2956-47d4-8893-99912405345f,revision_number=2']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:58.016966 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:58.018926 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] For port 119da813-dc2c-4ed3-8650-07fe7052ee43, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=119da813-dc2c-4ed3-8650-07fe7052ee43,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:56:58.072959 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-be863bf5-75d1-4156-8b09-ccb450c2436f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Deleting port 9f897057-11d1-4b8a-906e-0c3a7bdd35bf {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:56:58.073352 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-be863bf5-75d1-4156-8b09-ccb450c2436f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:58.080288 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:58.085821 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:58.164249 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Network f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8 is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:56:58.165596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:56:58.170348 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Routers {'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:56:58.171047 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec1289e48>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:56:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['e3ee8212-5ba7-41c8-80d7-8dc7adeefc19'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:58.318606 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-be863bf5-75d1-4156-8b09-ccb450c2436f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:58.318905 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-be863bf5-75d1-4156-8b09-ccb450c2436f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:58.395383 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] Set router e3ee8212-5ba7-41c8-80d7-8dc7adeefc19 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:56:58.441761 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Router e3ee8212-5ba7-41c8-80d7-8dc7adeefc19 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:56:58.483653 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-be863bf5-75d1-4156-8b09-ccb450c2436f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Calling delete_port for 9f897057-11d1-4b8a-906e-0c3a7bdd35bf owned by network:floatingip {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:56:58.564517 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3dc77c-ebe3-4e25-af41-82bf776d360c None None] Pushing event updated for resources: {'Port': ['ID=119da813-dc2c-4ed3-8650-07fe7052ee43,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:58.652732 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-dd3dc77c-ebe3-4e25-af41-82bf776d360c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:58.673074 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:56:58.683076 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] 10.222.0.16 "PUT /v2.0/routers/e3ee8212-5ba7-41c8-80d7-8dc7adeefc19/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5345049
Apr 20 14:56:58.692864 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-5ed1c55a-60bb-4627-ba2e-614b61a69184 None None] Provisioning complete for port 765b409f-2956-47d4-8893-99912405345f triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:56:58.693324 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5ed1c55a-60bb-4627-ba2e-614b61a69184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:58.724062 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-be863bf5-75d1-4156-8b09-ccb450c2436f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:58.731716 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9ab9a1f5-dcf7-4daf-b284-23ed9896bab8 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:58.763286 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-5ed1c55a-60bb-4627-ba2e-614b61a69184 None None] Port 765b409f-2956-47d4-8893-99912405345f cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:56:58.792388 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be863bf5-75d1-4156-8b09-ccb450c2436f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Pushing event deleted for resources: {'Port': ['ID=9f897057-11d1-4b8a-906e-0c3a7bdd35bf,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:58.833760 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-be863bf5-75d1-4156-8b09-ccb450c2436f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:58.866366 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec1289e48>, [{'id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'name': 'tempest-TestVolumeBootPattern-2051071328-router', 'tenant_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '119da813-dc2c-4ed3-8650-07fe7052ee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:50Z', 'updated_at': '2021-04-20T14:56:57Z', 'revision_number': 4, 'project_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'gw_port': {'id': '119da813-dc2c-4ed3-8650-07fe7052ee43', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:67:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:52Z', 'updated_at': '2021-04-20T14:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '765b409f-2956-47d4-8893-99912405345f', 'name': '', 'network_id': 'f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8', 'tenant_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'mac_address': 'fa:16:3e:8f:3a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'fd62fbdf-c479-42de-89f0-a8785bec3689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:56Z', 'updated_at': '2021-04-20T14:56:57Z', 'revision_number': 2, 'project_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'subnets': [{'id': 'fd62fbdf-c479-42de-89f0-a8785bec3689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:56:58.873729 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a545a590-bd09-46c1-91a0-683ddd5b299a None None] The sync data for ids ['e3ee8212-5ba7-41c8-80d7-8dc7adeefc19'] in dv-cinder-742162-4-iscsi is: [{'id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'name': 'tempest-TestVolumeBootPattern-2051071328-router', 'tenant_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '119da813-dc2c-4ed3-8650-07fe7052ee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:50Z', 'updated_at': '2021-04-20T14:56:57Z', 'revision_number': 4, 'project_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'gw_port': {'id': '119da813-dc2c-4ed3-8650-07fe7052ee43', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:67:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:52Z', 'updated_at': '2021-04-20T14:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '765b409f-2956-47d4-8893-99912405345f', 'name': '', 'network_id': 'f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8', 'tenant_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'mac_address': 'fa:16:3e:8f:3a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'fd62fbdf-c479-42de-89f0-a8785bec3689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:56Z', 'updated_at': '2021-04-20T14:56:57Z', 'revision_number': 2, 'project_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'subnets': [{'id': 'fd62fbdf-c479-42de-89f0-a8785bec3689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:56:58.915391 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-be863bf5-75d1-4156-8b09-ccb450c2436f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks [] for floatingip, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:58.932655 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-be863bf5-75d1-4156-8b09-ccb450c2436f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:58.936642 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-be863bf5-75d1-4156-8b09-ccb450c2436f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] 10.222.0.16 "DELETE /v2.0/floatingips/83257c57-2a3b-4a43-bc21-12bfc5f93bd9 HTTP/1.1" status: 204  len: 168 time: 2.3431015
Apr 20 14:56:59.014868 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51960) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:59.160123 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e63e9cc1-f4fa-4c05-b47e-e841e8f409ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:59.177433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-e63e9cc1-f4fa-4c05-b47e-e841e8f409ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:56:59.181726 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-e63e9cc1-f4fa-4c05-b47e-e841e8f409ec admin admin] Usage tracker for resource:security_group_rule and tenant:992190812f0841c18a78bdebbe72fd10 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:56:59.185211 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-e63e9cc1-f4fa-4c05-b47e-e841e8f409ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:56:59.191857 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-e63e9cc1-f4fa-4c05-b47e-e841e8f409ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:56:59.409369 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e63e9cc1-f4fa-4c05-b47e-e841e8f409ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:59.434401 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e63e9cc1-f4fa-4c05-b47e-e841e8f409ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:59.444715 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-395a7892-bbd5-4030-9241-f721f7a0f1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:59.494468 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e9cc1-f4fa-4c05-b47e-e841e8f409ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40318261-f74b-44a7-b61e-30b9b76d0ae9,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:59.498617 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-e63e9cc1-f4fa-4c05-b47e-e841e8f409ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:59.503518 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-e63e9cc1-f4fa-4c05-b47e-e841e8f409ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=992190812f0841c18a78bdebbe72fd10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4875391
Apr 20 14:56:59.506525 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51968) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:59.553901 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device f744c71c-4e41-4235-bdee-8dead0557a43 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:56:59.603028 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee85f-1d60-49e3-9848-1c8853a86099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:59.636597 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee85f-1d60-49e3-9848-1c8853a86099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:59.636796 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port f744c71c-4e41-4235-bdee-8dead0557a43 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:56:59.637279 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:59.713779 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee85f-1d60-49e3-9848-1c8853a86099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:59.720481 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:56:59.741612 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ee85f-1d60-49e3-9848-1c8853a86099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40318261-f74b-44a7-b61e-30b9b76d0ae9,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:56:59.750909 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51972) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:56:59.753186 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2f1ee85f-1d60-49e3-9848-1c8853a86099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:56:59.756779 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-1330c1d7-0385-4e16-a064-8ea355c7dc6d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-130783795', 'description': 'tempest-secgroup-smoke-130783795 description', 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:56:59.763021 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2f1ee85f-1d60-49e3-9848-1c8853a86099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:59.769514 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-2f1ee85f-1d60-49e3-9848-1c8853a86099 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40318261-f74b-44a7-b61e-30b9b76d0ae9 HTTP/1.1" status: 204  len: 168 time: 0.2566781
Apr 20 14:56:59.781157 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-1330c1d7-0385-4e16-a064-8ea355c7dc6d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:56:59.787072 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-1330c1d7-0385-4e16-a064-8ea355c7dc6d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Usage tracker for resource:security_group and tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:56:59.793138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-1330c1d7-0385-4e16-a064-8ea355c7dc6d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:56:59.805429 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-1330c1d7-0385-4e16-a064-8ea355c7dc6d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:56:59.850304 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1330c1d7-0385-4e16-a064-8ea355c7dc6d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:56:59.879754 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-1330c1d7-0385-4e16-a064-8ea355c7dc6d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:56:59.884108 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-1330c1d7-0385-4e16-a064-8ea355c7dc6d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Usage tracker for resource:security_group_rule and tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:56:59.888015 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-1330c1d7-0385-4e16-a064-8ea355c7dc6d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:56:59.894685 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-1330c1d7-0385-4e16-a064-8ea355c7dc6d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:56:59.974730 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1330c1d7-0385-4e16-a064-8ea355c7dc6d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.016773 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1330c1d7-0385-4e16-a064-8ea355c7dc6d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.023579 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-22e2179b-6557-4615-ab59-a4a7326e769e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:00.093239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330c1d7-0385-4e16-a064-8ea355c7dc6d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940113f7-843b-48cf-a8f4-2de32b73a8f5,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:00.096190 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1330c1d7-0385-4e16-a064-8ea355c7dc6d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:00.118248 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1330c1d7-0385-4e16-a064-8ea355c7dc6d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.123921 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-1330c1d7-0385-4e16-a064-8ea355c7dc6d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3700671
Apr 20 14:57:00.124718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51980) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:00.131651 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-4f5ceeac-d4ac-4810-9dda-4199c17e7702 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Request body: {'security_group_rule': {'security_group_id': '940113f7-843b-48cf-a8f4-2de32b73a8f5', 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:57:00.139175 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-4f5ceeac-d4ac-4810-9dda-4199c17e7702 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:00.143360 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-4f5ceeac-d4ac-4810-9dda-4199c17e7702 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Usage tracker for resource:security_group_rule and tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:00.146483 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-4f5ceeac-d4ac-4810-9dda-4199c17e7702 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:00.153776 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-4f5ceeac-d4ac-4810-9dda-4199c17e7702 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:00.213256 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4f5ceeac-d4ac-4810-9dda-4199c17e7702 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.291549 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4f5ceeac-d4ac-4810-9dda-4199c17e7702 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.329581 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 51986) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:00.349375 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4f5ceeac-d4ac-4810-9dda-4199c17e7702 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.350658 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a12932b5-ce50-462c-a7c6-11d9d0c4ab93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.370762 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9339b20b-aec7-400c-8546-c8c8b8bcbe67 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:00.396862 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a12932b5-ce50-462c-a7c6-11d9d0c4ab93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:00.404343 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ceeac-d4ac-4810-9dda-4199c17e7702 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceded457-a25e-4275-924e-47cee87c8ff1,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:00.410704 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4f5ceeac-d4ac-4810-9dda-4199c17e7702 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:00.413211 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a12932b5-ce50-462c-a7c6-11d9d0c4ab93 admin admin] Usage tracker for resource:security_group_rule and tenant:f9b901da3d644ca1a981cc0379ede916 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:00.417741 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a12932b5-ce50-462c-a7c6-11d9d0c4ab93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:00.425364 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a12932b5-ce50-462c-a7c6-11d9d0c4ab93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:00.458656 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4f5ceeac-d4ac-4810-9dda-4199c17e7702 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.460078 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-4f5ceeac-d4ac-4810-9dda-4199c17e7702 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3335595
Apr 20 14:57:00.463237 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 51994) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:00.470441 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-32bc605b-f839-4f52-9455-7dc66b0c1a70 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Request body: {'security_group_rule': {'security_group_id': '940113f7-843b-48cf-a8f4-2de32b73a8f5', 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:57:00.477343 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-32bc605b-f839-4f52-9455-7dc66b0c1a70 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:00.490625 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-32bc605b-f839-4f52-9455-7dc66b0c1a70 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Usage tracker for resource:security_group_rule and tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:00.495588 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-32bc605b-f839-4f52-9455-7dc66b0c1a70 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:00.505237 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-32bc605b-f839-4f52-9455-7dc66b0c1a70 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:00.550892 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a12932b5-ce50-462c-a7c6-11d9d0c4ab93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.561917 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-32bc605b-f839-4f52-9455-7dc66b0c1a70 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.582444 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a12932b5-ce50-462c-a7c6-11d9d0c4ab93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.592514 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-751a0215-0750-4630-995e-02e98cadee58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:00.640023 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-32bc605b-f839-4f52-9455-7dc66b0c1a70 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.640293 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a12932b5-ce50-462c-a7c6-11d9d0c4ab93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9b901da3d644ca1a981cc0379ede916&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3089552
Apr 20 14:57:00.640698 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12932b5-ce50-462c-a7c6-11d9d0c4ab93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20df4773-30fb-43ba-a2b9-71a9a822d2a3,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:00.642512 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 52000) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:00.643912 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a12932b5-ce50-462c-a7c6-11d9d0c4ab93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:00.694896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-32bc605b-f839-4f52-9455-7dc66b0c1a70 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.702511 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-fa3743e5-4c2d-4c73-bd3f-e94833265455 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:00.733190 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc605b-f839-4f52-9455-7dc66b0c1a70 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7ec641-e974-448c-821a-65d1887d2582,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:00.743201 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-32bc605b-f839-4f52-9455-7dc66b0c1a70 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:00.757876 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cc2c183e-92fa-4256-a3ed-dcb4a52d85af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.786836 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-32bc605b-f839-4f52-9455-7dc66b0c1a70 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.788141 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-32bc605b-f839-4f52-9455-7dc66b0c1a70 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3238010
Apr 20 14:57:00.790336 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cc2c183e-92fa-4256-a3ed-dcb4a52d85af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.794990 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 52006) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:00.801304 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-42b06188-817d-4965-8087-55c385c90159 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Request body: {'security_group_rule': {'security_group_id': '940113f7-843b-48cf-a8f4-2de32b73a8f5', 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:57:00.807819 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-42b06188-817d-4965-8087-55c385c90159 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:00.811517 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.812030 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-42b06188-817d-4965-8087-55c385c90159 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Usage tracker for resource:security_group_rule and tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:00.815397 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-42b06188-817d-4965-8087-55c385c90159 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:00.823756 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-42b06188-817d-4965-8087-55c385c90159 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:00.872871 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-42b06188-817d-4965-8087-55c385c90159 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.891114 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cc2c183e-92fa-4256-a3ed-dcb4a52d85af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.899454 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-62108096-0425-416f-86e5-386c183b088e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:00.913656 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c183e-92fa-4256-a3ed-dcb4a52d85af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20df4773-30fb-43ba-a2b9-71a9a822d2a3,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:00.920536 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-cc2c183e-92fa-4256-a3ed-dcb4a52d85af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:00.922428 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cc2c183e-92fa-4256-a3ed-dcb4a52d85af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.926147 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-cc2c183e-92fa-4256-a3ed-dcb4a52d85af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20df4773-30fb-43ba-a2b9-71a9a822d2a3 HTTP/1.1" status: 204  len: 168 time: 0.2818799
Apr 20 14:57:00.946527 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-42b06188-817d-4965-8087-55c385c90159 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.982505 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-42b06188-817d-4965-8087-55c385c90159 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:00.984818 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:01.013176 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b06188-817d-4965-8087-55c385c90159 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35ef22e-b12c-4f9d-a07b-087987f89eb3,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:01.024184 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-42b06188-817d-4965-8087-55c385c90159 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:01.102685 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-42b06188-817d-4965-8087-55c385c90159 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:01.106672 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-42b06188-817d-4965-8087-55c385c90159 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3078866
Apr 20 14:57:01.107410 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 52012) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:01.113569 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-a5bc0cb7-5fdb-4a47-b339-7a65c8e40191 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Request body: {'security_group_rule': {'security_group_id': '940113f7-843b-48cf-a8f4-2de32b73a8f5', 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:57:01.122125 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a5bc0cb7-5fdb-4a47-b339-7a65c8e40191 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:01.126362 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a5bc0cb7-5fdb-4a47-b339-7a65c8e40191 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Usage tracker for resource:security_group_rule and tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:01.129651 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a5bc0cb7-5fdb-4a47-b339-7a65c8e40191 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:01.136874 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a5bc0cb7-5fdb-4a47-b339-7a65c8e40191 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:01.188307 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a5bc0cb7-5fdb-4a47-b339-7a65c8e40191 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:01.265663 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a5bc0cb7-5fdb-4a47-b339-7a65c8e40191 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:01.308394 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a5bc0cb7-5fdb-4a47-b339-7a65c8e40191 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:01.316752 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:01.337551 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc0cb7-5fdb-4a47-b339-7a65c8e40191 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86490bf-5cb9-4eaf-93c1-c08b28c6c6b3,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:01.340156 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a5bc0cb7-5fdb-4a47-b339-7a65c8e40191 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:01.376561 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a5bc0cb7-5fdb-4a47-b339-7a65c8e40191 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:01.377954 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a5bc0cb7-5fdb-4a47-b339-7a65c8e40191 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2694602
Apr 20 14:57:01.381102 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 52020) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:01.388934 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-d0ad417d-b2c0-4aaf-80e6-cef904cec15d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Request body: {'security_group_rule': {'security_group_id': '940113f7-843b-48cf-a8f4-2de32b73a8f5', 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:57:01.396049 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-d0ad417d-b2c0-4aaf-80e6-cef904cec15d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:01.400778 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-d0ad417d-b2c0-4aaf-80e6-cef904cec15d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Usage tracker for resource:security_group_rule and tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:01.404047 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-d0ad417d-b2c0-4aaf-80e6-cef904cec15d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:01.415645 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-d0ad417d-b2c0-4aaf-80e6-cef904cec15d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:01.456896 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.securitygroups_db [None req-d0ad417d-b2c0-4aaf-80e6-cef904cec15d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Project d3da01c5b0c5428f86e1ed7a0b9d5230 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 14:57:01.464557 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d0ad417d-b2c0-4aaf-80e6-cef904cec15d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:01.541765 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 119da813-dc2c-4ed3-8650-07fe7052ee43 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:57:01.545242 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d0ad417d-b2c0-4aaf-80e6-cef904cec15d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:01.580503 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d0ad417d-b2c0-4aaf-80e6-cef904cec15d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:01.583904 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-44da2910-6895-403c-b112-6161a6d0bc45 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:01.610299 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad417d-b2c0-4aaf-80e6-cef904cec15d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619c5ab1-5367-4b03-b7fc-6ee5771c90a0,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:01.613518 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d0ad417d-b2c0-4aaf-80e6-cef904cec15d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:01.646087 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d0ad417d-b2c0-4aaf-80e6-cef904cec15d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:01.647599 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-d0ad417d-b2c0-4aaf-80e6-cef904cec15d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2652905
Apr 20 14:57:01.652999 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 52030) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:01.659367 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-b5658db5-164f-497f-9fa4-6e07ee8343d3 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Request body: {'security_group_rule': {'security_group_id': '940113f7-843b-48cf-a8f4-2de32b73a8f5', 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:57:01.666984 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-b5658db5-164f-497f-9fa4-6e07ee8343d3 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:01.671894 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-b5658db5-164f-497f-9fa4-6e07ee8343d3 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Usage tracker for resource:security_group_rule and tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:01.675220 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-b5658db5-164f-497f-9fa4-6e07ee8343d3 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:01.684150 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-b5658db5-164f-497f-9fa4-6e07ee8343d3 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:01.725301 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.securitygroups_db [None req-b5658db5-164f-497f-9fa4-6e07ee8343d3 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Project d3da01c5b0c5428f86e1ed7a0b9d5230 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 14:57:01.736593 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b5658db5-164f-497f-9fa4-6e07ee8343d3 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:01.846258 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port 119da813-dc2c-4ed3-8650-07fe7052ee43 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:57:01.856455 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 119da813-dc2c-4ed3-8650-07fe7052ee43 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:57:01.856872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:02.010435 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:02.030732 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port 119da813-dc2c-4ed3-8650-07fe7052ee43, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=119da813-dc2c-4ed3-8650-07fe7052ee43,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:57:02.057853 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:02.059473 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:02.096316 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 52048) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:02.103991 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b5658db5-164f-497f-9fa4-6e07ee8343d3 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:02.130859 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b5658db5-164f-497f-9fa4-6e07ee8343d3 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:02.133091 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ecf68d94-acb1-42c5-9a7e-604f7ff35d42 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:02.155575 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5658db5-164f-497f-9fa4-6e07ee8343d3 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8349e32c-6625-46e7-bc1d-52d0b2aa7802,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:02.163820 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b5658db5-164f-497f-9fa4-6e07ee8343d3 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:02.168828 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=119da813-dc2c-4ed3-8650-07fe7052ee43,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:02.176713 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:02.205274 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b5658db5-164f-497f-9fa4-6e07ee8343d3 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:02.206601 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-b5658db5-164f-497f-9fa4-6e07ee8343d3 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5525057
Apr 20 14:57:02.262378 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-eeec041c-914d-4d14-9db8-bf414ccfea7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:02.383104 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Sync routers for ids ['e3ee8212-5ba7-41c8-80d7-8dc7adeefc19'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:57:02.398278 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Routers {'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:57:02.399114 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec169cba8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:56:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['e3ee8212-5ba7-41c8-80d7-8dc7adeefc19'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:57:02.680568 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Set router e3ee8212-5ba7-41c8-80d7-8dc7adeefc19 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:57:03.117132 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec169cba8>, [{'id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'name': 'tempest-TestVolumeBootPattern-2051071328-router', 'tenant_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '119da813-dc2c-4ed3-8650-07fe7052ee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:50Z', 'updated_at': '2021-04-20T14:56:57Z', 'revision_number': 4, 'project_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'gw_port': {'id': '119da813-dc2c-4ed3-8650-07fe7052ee43', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:67:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:52Z', 'updated_at': '2021-04-20T14:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '765b409f-2956-47d4-8893-99912405345f', 'name': '', 'network_id': 'f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8', 'tenant_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'mac_address': 'fa:16:3e:8f:3a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'fd62fbdf-c479-42de-89f0-a8785bec3689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:56Z', 'updated_at': '2021-04-20T14:56:57Z', 'revision_number': 2, 'project_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'subnets': [{'id': 'fd62fbdf-c479-42de-89f0-a8785bec3689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:57:03.124135 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Checking router: e3ee8212-5ba7-41c8-80d7-8dc7adeefc19 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:57:03.124542 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Updating router e3ee8212-5ba7-41c8-80d7-8dc7adeefc19 port 765b409f-2956-47d4-8893-99912405345f binding host dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:57:03.200865 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:03.278253 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-710e4e9a-fe8a-4f45-889a-31e57e16b8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854083942'] for router_interface, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:03.572313 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 119da813-dc2c-4ed3-8650-07fe7052ee43 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:57:03.737183 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 119da813-dc2c-4ed3-8650-07fe7052ee43 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:57:03.737635 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:03.802102 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Notify callbacks [] for port, precommit_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:03.822191 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Transition to ACTIVE for port object 765b409f-2956-47d4-8893-99912405345f will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:57:03.830900 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-710e4e9a-fe8a-4f45-889a-31e57e16b8ac admin admin] Deleting port 0a185794-0c77-4658-b650-7705ab464738 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:57:03.831624 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-710e4e9a-fe8a-4f45-889a-31e57e16b8ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:03.873648 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:03.886793 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b97b6b23-643d-497d-82dc-1663f3e4b547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:04.073494 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b4451-4de0-46b9-98b3-182c3754d6eb None None] Pushing event updated for resources: {'Port': ['ID=765b409f-2956-47d4-8893-99912405345f,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:04.075673 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-710e4e9a-fe8a-4f45-889a-31e57e16b8ac admin admin] For port 0a185794-0c77-4658-b650-7705ab464738, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=0a185794-0c77-4658-b650-7705ab464738,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:57:04.084243 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-710e4e9a-fe8a-4f45-889a-31e57e16b8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:04.107155 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ae8b4451-4de0-46b9-98b3-182c3754d6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:04.183686 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Attempting to bind port 765b409f-2956-47d4-8893-99912405345f on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:57:04.184152 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Attempting to bind port 765b409f-2956-47d4-8893-99912405345f by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': 'bd2503c5-ba3e-46bf-95ac-777b679ee2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:57:04.184460 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Attempting to bind port 765b409f-2956-47d4-8893-99912405345f on network f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8 {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:57:04.190823 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:57:04.191239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Checking segment: {'id': 'bd2503c5-ba3e-46bf-95ac-777b679ee2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:57:04.191695 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:04.192172 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Bound using segment: {'id': 'bd2503c5-ba3e-46bf-95ac-777b679ee2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:57:04.192718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Bound port: 765b409f-2956-47d4-8893-99912405345f, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2503c5-ba3e-46bf-95ac-777b679ee2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:57:04.193223 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:04.254167 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-710e4e9a-fe8a-4f45-889a-31e57e16b8ac admin admin] Calling delete_port for 0a185794-0c77-4658-b650-7705ab464738 owned by network:router_interface {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:57:04.342892 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] For port 765b409f-2956-47d4-8893-99912405345f, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:57:04.346739 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] For port 765b409f-2956-47d4-8893-99912405345f, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=765b409f-2956-47d4-8893-99912405345f,segment=NetworkSegment(bd2503c5-ba3e-46bf-95ac-777b679ee2dc),segment_id=bd2503c5-ba3e-46bf-95ac-777b679ee2dc)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:57:04.376763 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:04.382191 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c0c91481-35a9-41e6-86ae-ed18acd280fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:04.466359 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Routers {'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:57:04.466800 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec169cba8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:56:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['e3ee8212-5ba7-41c8-80d7-8dc7adeefc19'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:57:04.553663 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-710e4e9a-fe8a-4f45-889a-31e57e16b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:04.559494 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:04.582516 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:57:04.608676 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b4451-4de0-46b9-98b3-182c3754d6eb None None] Pushing event updated for resources: {'Port': ['ID=765b409f-2956-47d4-8893-99912405345f,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:04.614005 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ae8b4451-4de0-46b9-98b3-182c3754d6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:04.647155 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e4e9a-fe8a-4f45-889a-31e57e16b8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=0a185794-0c77-4658-b650-7705ab464738,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:04.650291 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-710e4e9a-fe8a-4f45-889a-31e57e16b8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:04.683458 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] Set router e3ee8212-5ba7-41c8-80d7-8dc7adeefc19 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:57:04.924283 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-710e4e9a-fe8a-4f45-889a-31e57e16b8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854083868'] for router_interface, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:04.987148 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-71e20d03-5a4a-43dc-83b3-c6b98906ea63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:05.115884 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec169cba8>, [{'id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'name': 'tempest-TestVolumeBootPattern-2051071328-router', 'tenant_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '119da813-dc2c-4ed3-8650-07fe7052ee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:50Z', 'updated_at': '2021-04-20T14:56:57Z', 'revision_number': 4, 'project_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'gw_port': {'id': '119da813-dc2c-4ed3-8650-07fe7052ee43', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:67:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:52Z', 'updated_at': '2021-04-20T14:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '765b409f-2956-47d4-8893-99912405345f', 'name': '', 'network_id': 'f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8', 'tenant_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'mac_address': 'fa:16:3e:8f:3a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'fd62fbdf-c479-42de-89f0-a8785bec3689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:56Z', 'updated_at': '2021-04-20T14:57:04Z', 'revision_number': 4, 'project_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'subnets': [{'id': 'fd62fbdf-c479-42de-89f0-a8785bec3689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:57:05.128332 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae84d4ec-13db-4989-bad4-3c5495e9cb98 None None] The sync data for ids ['e3ee8212-5ba7-41c8-80d7-8dc7adeefc19'] in dv-cinder-742162-4-iscsi is: [{'id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'name': 'tempest-TestVolumeBootPattern-2051071328-router', 'tenant_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '119da813-dc2c-4ed3-8650-07fe7052ee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:50Z', 'updated_at': '2021-04-20T14:56:57Z', 'revision_number': 4, 'project_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'gw_port': {'id': '119da813-dc2c-4ed3-8650-07fe7052ee43', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:67:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:52Z', 'updated_at': '2021-04-20T14:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '765b409f-2956-47d4-8893-99912405345f', 'name': '', 'network_id': 'f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8', 'tenant_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'mac_address': 'fa:16:3e:8f:3a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'fd62fbdf-c479-42de-89f0-a8785bec3689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:56Z', 'updated_at': '2021-04-20T14:57:04Z', 'revision_number': 4, 'project_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'subnets': [{'id': 'fd62fbdf-c479-42de-89f0-a8785bec3689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:57:05.409323 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710e4e9a-fe8a-4f45-889a-31e57e16b8ac admin admin] Router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:57:05.553911 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:05.674043 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710e4e9a-fe8a-4f45-889a-31e57e16b8ac admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:57:05.692794 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146fca5f-002d-492f-80f0-b03962a16a10 None None] Sync routers for ids ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'] in dv-cinder-742162-4-iscsi {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:57:05.698644 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 765b409f-2956-47d4-8893-99912405345f up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:57:05.698792 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-710e4e9a-fe8a-4f45-889a-31e57e16b8ac admin admin] 10.222.0.16 "PUT /v2.0/routers/0e9492c0-1c1e-451d-9e7d-11aafd5cc273/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6009300
Apr 20 14:57:05.701512 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 52148) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:05.724990 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146fca5f-002d-492f-80f0-b03962a16a10 None None] Routers {'0e9492c0-1c1e-451d-9e7d-11aafd5cc273'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:57:05.724990 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-146fca5f-002d-492f-80f0-b03962a16a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec15dbac8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:57:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:57:05.873305 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port 765b409f-2956-47d4-8893-99912405345f completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:57:05.894150 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 765b409f-2956-47d4-8893-99912405345f triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:57:05.894816 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:06.092273 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-146fca5f-002d-492f-80f0-b03962a16a10 None None] Set router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:57:06.308573 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1e652b-b640-4cca-bf96-85eba39e9da3 admin admin] Notify callbacks [] for router, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:06.554008 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:06.638517 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port 765b409f-2956-47d4-8893-99912405345f, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=765b409f-2956-47d4-8893-99912405345f,segment=NetworkSegment(bd2503c5-ba3e-46bf-95ac-777b679ee2dc),segment_id=bd2503c5-ba3e-46bf-95ac-777b679ee2dc)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:57:06.674146 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:06.676515 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:06.677846 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-dd3dc77c-ebe3-4e25-af41-82bf776d360c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:06.707790 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1e652b-b640-4cca-bf96-85eba39e9da3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:06.729423 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-146fca5f-002d-492f-80f0-b03962a16a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec15dbac8>, [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:57:04Z', 'revision_number': 5, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port': {'id': 'f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:48:54Z', 'updated_at': '2021-04-20T14:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:57:06.734161 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146fca5f-002d-492f-80f0-b03962a16a10 None None] Checking router: 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 for host: dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:57:06.742174 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e652b-b640-4cca-bf96-85eba39e9da3 admin admin] Deleting port f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:57:06.744109 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1e652b-b640-4cca-bf96-85eba39e9da3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:06.756160 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146fca5f-002d-492f-80f0-b03962a16a10 None None] Routers {'0e9492c0-1c1e-451d-9e7d-11aafd5cc273'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:57:06.756955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-146fca5f-002d-492f-80f0-b03962a16a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec15dbac8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:57:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:57:06.761549 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=765b409f-2956-47d4-8893-99912405345f,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:06.764927 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:06.970271 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-2c1e652b-b640-4cca-bf96-85eba39e9da3 admin admin] For port f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:57:06.970695 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1e652b-b640-4cca-bf96-85eba39e9da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:07.063109 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:07.162520 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e652b-b640-4cca-bf96-85eba39e9da3 admin admin] Calling delete_port for f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8 owned by network:router_gateway {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:57:07.223023 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-146fca5f-002d-492f-80f0-b03962a16a10 None None] Set router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 gateway port host: None {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:57:07.370041 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-146fca5f-002d-492f-80f0-b03962a16a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec15dbac8>, [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:57:06Z', 'revision_number': 6, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port_host': None}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:57:07.377695 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146fca5f-002d-492f-80f0-b03962a16a10 None None] The sync data for ids ['0e9492c0-1c1e-451d-9e7d-11aafd5cc273'] in dv-cinder-742162-4-iscsi is: [{'id': '0e9492c0-1c1e-451d-9e7d-11aafd5cc273', 'name': 'tempest-AttachVolumeShelveTestJSON-984843757-router', 'tenant_id': 'a432f73e41864a1d89a27ea689d63a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:48:51Z', 'updated_at': '2021-04-20T14:57:06Z', 'revision_number': 6, 'project_id': 'a432f73e41864a1d89a27ea689d63a21', 'gw_port_host': None}] {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:57:07.439702 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1e652b-b640-4cca-bf96-85eba39e9da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:07.451291 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8ec607d1-2d54-4df6-923c-87ba7f3f4572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:07.548259 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e652b-b640-4cca-bf96-85eba39e9da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:07.551815 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2c1e652b-b640-4cca-bf96-85eba39e9da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:07.570316 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 765b409f-2956-47d4-8893-99912405345f up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:57:07.689288 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1e652b-b640-4cca-bf96-85eba39e9da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711269'] for router_gateway, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:07.744418 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 765b409f-2956-47d4-8893-99912405345f triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:57:07.745138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:07.958564 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 0a185794-0c77-4658-b650-7705ab464738 no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:57:07.998888 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1e652b-b640-4cca-bf96-85eba39e9da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744287'] for router, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:08.006817 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1e652b-b640-4cca-bf96-85eba39e9da3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:08.018274 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: 0a185794-0c77-4658-b650-7705ab464738 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:57:08.018839 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 0a185794-0c77-4658-b650-7705ab464738 not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:57:08.079260 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1e652b-b640-4cca-bf96-85eba39e9da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854086531'] for router, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:08.079887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1e652b-b640-4cca-bf96-85eba39e9da3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e9492c0-1c1e-451d-9e7d-11aafd5cc273 {{(pid=86437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 14:57:08.098110 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2c1e652b-b640-4cca-bf96-85eba39e9da3 admin admin] Notify callbacks [] for router, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:08.102639 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 52168) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:08.103615 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-2c1e652b-b640-4cca-bf96-85eba39e9da3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0e9492c0-1c1e-451d-9e7d-11aafd5cc273 HTTP/1.1" status: 204  len: 168 time: 2.4003820
Apr 20 14:57:08.179545 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] Deleting subnet fe5c3aac-31f9-4b55-a329-412ec8ea7dac {{(pid=86436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:57:08.183222 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:08.245577 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664437'] for subnet, precommit_delete_associations {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:08.378702 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788724'] for subnet, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:08.709084 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852987124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852558598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3674953'] for subnet, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:08.714915 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2908ecb9-1a9e-4dfb-85df-c375c83ce872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:08.758402 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe5c3aac-31f9-4b55-a329-412ec8ea7dac,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:08.765333 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:08.771924 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e183f946-08be-48d9-b77c-a9b2ab55e51f None None] Network 25584ebc-4813-4602-b240-5e5e4cd95f15 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:57:08.773941 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:57:08.774370 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:57:08.775347 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:57:08.775768 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:57:08.776173 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:57:08.776576 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:57:08.776979 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:57:08.777372 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:57:08.777801 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:57:08.778196 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:57:08.778595 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:57:08.778984 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:57:08.783808 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:08.786190 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-72b1bc11-874d-4fb3-ba2a-ee3d2191d68f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fe5c3aac-31f9-4b55-a329-412ec8ea7dac HTTP/1.1" status: 204  len: 168 time: 0.6813948
Apr 20 14:57:08.788979 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 52174) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:08.913579 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658232'] for network, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:08.927023 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] Deleting port ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:57:08.927405 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:09.150508 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a8e0d9-4109-4285-b5b7-c835c1df64fb None None] DHCP port deletion for 25584ebc-4813-4602-b240-5e5e4cd95f15 request from dv-cinder-742162-4-iscsi {{(pid=86438) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 14:57:09.155641 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-47a8e0d9-4109-4285-b5b7-c835c1df64fb None None] Deleting port ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 {{(pid=86438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:57:09.156030 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-47a8e0d9-4109-4285-b5b7-c835c1df64fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:09.220381 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] For port ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:57:09.221417 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:09.367532 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] Calling delete_port for ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 owned by network:dhcp {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:57:09.402767 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-47a8e0d9-4109-4285-b5b7-c835c1df64fb None None] For port ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2,segment=NetworkSegment(787387bf-29be-480f-b24b-77183133f275),segment_id=787387bf-29be-480f-b24b-77183133f275)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:57:09.403205 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-47a8e0d9-4109-4285-b5b7-c835c1df64fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:09.508035 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:09.514899 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-865cd1b6-3b45-4650-95b2-e1e92367dc38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:09.538861 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8 no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:57:09.578657 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:09.581318 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-47a8e0d9-4109-4285-b5b7-c835c1df64fb None None] Calling delete_port for ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 owned by network:dhcp {{(pid=86438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:57:09.583791 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] No DVR routers for this DVR port ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 on host dv-cinder-742162-4-iscsi {{(pid=86436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:57:09.617776 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:57:09.618178 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device f456c3b3-b5eb-47e2-9f1c-42b4f9253cf8 not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:57:09.619218 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:57:09.622736 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:09.673692 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:57:09.674344 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:57:09.729165 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852987039', 'neutron.services.segments.db._delete_segments_for_network-8791465359731'] for network, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:09.747921 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.db.api [None req-47a8e0d9-4109-4285-b5b7-c835c1df64fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86438) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 14:57:09.748588 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_db.api [None req-47a8e0d9-4109-4285-b5b7-c835c1df64fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 14:57:09.864364 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feebb6ebc18>,) {'filters': {'network_id': ['25584ebc-4813-4602-b240-5e5e4cd95f15']}} {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:57:09.879132 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feebb6ebc18>, '787387bf-29be-480f-b24b-77183133f275') {'for_net_delete': True} {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:57:09.879532 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feebb6ebc18>, '787387bf-29be-480f-b24b-77183133f275') {} {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:57:09.892670 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245389254755', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852111363'] for segment, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:09.909108 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:09.916466 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=86436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:57:10.136073 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] Network 25584ebc-4813-4602-b240-5e5e4cd95f15 has no segments {{(pid=86436) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:57:10.148640 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1801253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2217817'] for segment, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:10.251036 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-47a8e0d9-4109-4285-b5b7-c835c1df64fb None None] Deleting port ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2 {{(pid=86438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:57:10.252231 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-47a8e0d9-4109-4285-b5b7-c835c1df64fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:10.262237 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 52196) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:10.344840 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] Network 25584ebc-4813-4602-b240-5e5e4cd95f15 has no segments {{(pid=86436) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:57:10.368879 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-47a8e0d9-4109-4285-b5b7-c835c1df64fb None None] The port 'ae03a8eb-9a14-4bfb-9cb4-7c91d39d90e2' was deleted {{(pid=86438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]: Traceback (most recent call last):
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:     timer()
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:     cb(*args, **kw)
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:     return func(*args, **kwargs)
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:     self._notify()
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:     self.callback(batched_events)
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:     event.method(event)
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:     segment_id)['aggregates'][0]
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:     return f(self, *a, **k)
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self._get(url).json()
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:     **kwargs)
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:     **endpoint_filter)
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:57:10.375307 dv-cinder-742162-4-iscsi neutron-server[86323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:57:10.447677 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c1a03255-2713-43bc-baa8-b7bfa8ab8403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:10.464598 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-c1a03255-2713-43bc-baa8-b7bfa8ab8403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:10.469376 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-c1a03255-2713-43bc-baa8-b7bfa8ab8403 admin admin] Usage tracker for resource:security_group_rule and tenant:54bde9cfaa2f4893a27b3db56b1bc869 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:10.472641 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-c1a03255-2713-43bc-baa8-b7bfa8ab8403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:10.480237 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-c1a03255-2713-43bc-baa8-b7bfa8ab8403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:10.515809 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:10.519698 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:10.535631 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:10.547773 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] Pushing event deleted for resources: {'Network': ['ID=25584ebc-4813-4602-b240-5e5e4cd95f15,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:10.552938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:10.573134 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c1a03255-2713-43bc-baa8-b7bfa8ab8403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:10.612243 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] 10.222.0.16 "DELETE /v2.0/networks/25584ebc-4813-4602-b240-5e5e4cd95f15 HTTP/1.1" status: 204  len: 168 time: 1.8219960
Apr 20 14:57:10.639226 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c1a03255-2713-43bc-baa8-b7bfa8ab8403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:10.651484 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-48ba4492-50b7-456e-8aa0-b0be5f069258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:10.699173 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-c1a03255-2713-43bc-baa8-b7bfa8ab8403 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=54bde9cfaa2f4893a27b3db56b1bc869&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4357331
Apr 20 14:57:10.700204 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a03255-2713-43bc-baa8-b7bfa8ab8403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536de2a5-21dc-4832-b51a-cf90bb36899c,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:10.702211 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 52204) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:10.704428 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c1a03255-2713-43bc-baa8-b7bfa8ab8403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:10.779126 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fc4f44a0-270c-4be9-8c4f-09b5127833e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:10.808765 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fc4f44a0-270c-4be9-8c4f-09b5127833e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:10.819034 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 52208) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:10.873751 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-19db4a80-237f-4686-8d86-ca45df874386 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a432f73e41864a1d89a27ea689d63a21&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0516136
Apr 20 14:57:10.874791 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 52212) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:10.885414 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fc4f44a0-270c-4be9-8c4f-09b5127833e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:10.890853 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-59680a1e-a12c-4475-b98e-3e617dfb7481 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:10.904408 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f44a0-270c-4be9-8c4f-09b5127833e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536de2a5-21dc-4832-b51a-cf90bb36899c,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:10.908044 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-fc4f44a0-270c-4be9-8c4f-09b5127833e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:10.910246 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fc4f44a0-270c-4be9-8c4f-09b5127833e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:10.911478 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-fc4f44a0-270c-4be9-8c4f-09b5127833e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/536de2a5-21dc-4832-b51a-cf90bb36899c HTTP/1.1" status: 204  len: 168 time: 0.2082057
Apr 20 14:57:10.943515 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f0b3ae03-ddb0-411e-bf1b-7334f86d2445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:10.978989 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f0b3ae03-ddb0-411e-bf1b-7334f86d2445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:11.056959 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f0b3ae03-ddb0-411e-bf1b-7334f86d2445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:11.062963 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-990308ca-1692-4366-882b-b1cf45c99aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:11.079766 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3ae03-ddb0-411e-bf1b-7334f86d2445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbee871-fc60-47a4-938f-28f7335f4904,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:11.082732 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f0b3ae03-ddb0-411e-bf1b-7334f86d2445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:11.092598 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f0b3ae03-ddb0-411e-bf1b-7334f86d2445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:11.093990 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-f0b3ae03-ddb0-411e-bf1b-7334f86d2445 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1bbee871-fc60-47a4-938f-28f7335f4904 HTTP/1.1" status: 204  len: 168 time: 0.2181344
Apr 20 14:57:11.546519 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 52232) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:11.566577 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ea29a805-f6ef-4efb-bcb1-c006d4c86266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:11.583715 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-ea29a805-f6ef-4efb-bcb1-c006d4c86266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:11.588719 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-ea29a805-f6ef-4efb-bcb1-c006d4c86266 admin admin] Usage tracker for resource:security_group_rule and tenant:07426db5ba44485b8615bf39121a0f3b is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:11.591868 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-ea29a805-f6ef-4efb-bcb1-c006d4c86266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:11.598146 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-ea29a805-f6ef-4efb-bcb1-c006d4c86266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:11.710329 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ea29a805-f6ef-4efb-bcb1-c006d4c86266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:11.736102 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ea29a805-f6ef-4efb-bcb1-c006d4c86266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:11.746091 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-519b0c65-208e-40a7-8613-8ebd14452d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:11.798584 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-ea29a805-f6ef-4efb-bcb1-c006d4c86266 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07426db5ba44485b8615bf39121a0f3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2486479
Apr 20 14:57:11.798584 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29a805-f6ef-4efb-bcb1-c006d4c86266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f348bb-c2c6-4691-b98b-6bbac950f7a7,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:11.800696 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 52242) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:11.801684 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ea29a805-f6ef-4efb-bcb1-c006d4c86266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:11.891808 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9b91a74d-09bf-40c3-b5ab-069715d44cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:11.924237 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9b91a74d-09bf-40c3-b5ab-069715d44cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:12.016584 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9b91a74d-09bf-40c3-b5ab-069715d44cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:12.024955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d1995c8b-a96a-4279-8994-eab1d6b8fa30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:12.044437 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91a74d-09bf-40c3-b5ab-069715d44cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f348bb-c2c6-4691-b98b-6bbac950f7a7,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:12.047638 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9b91a74d-09bf-40c3-b5ab-069715d44cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:12.048741 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9b91a74d-09bf-40c3-b5ab-069715d44cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:12.060306 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-9b91a74d-09bf-40c3-b5ab-069715d44cdd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63f348bb-c2c6-4691-b98b-6bbac950f7a7 HTTP/1.1" status: 204  len: 168 time: 0.2573724
Apr 20 14:57:22.561036 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 52450) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:22.720946 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a309b6d2-9705-4088-a0fe-fb6116e8764b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:22.751464 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a309b6d2-9705-4088-a0fe-fb6116e8764b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:22.759436 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a309b6d2-9705-4088-a0fe-fb6116e8764b admin admin] Usage tracker for resource:security_group_rule and tenant:ce533202d2174ae69d080df554f0ce4b is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:22.765053 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a309b6d2-9705-4088-a0fe-fb6116e8764b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:22.777480 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a309b6d2-9705-4088-a0fe-fb6116e8764b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:22.874038 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a309b6d2-9705-4088-a0fe-fb6116e8764b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:22.896912 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a309b6d2-9705-4088-a0fe-fb6116e8764b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:22.905500 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-58f5778d-0171-4c2c-b2d8-9a8fcf5636d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:22.952159 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a309b6d2-9705-4088-a0fe-fb6116e8764b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce533202d2174ae69d080df554f0ce4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3864639
Apr 20 14:57:22.953677 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 52466) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:22.963012 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309b6d2-9705-4088-a0fe-fb6116e8764b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d684606-1003-4203-b8af-3af36b2d1c57,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:22.970247 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a309b6d2-9705-4088-a0fe-fb6116e8764b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:23.079262 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-d1f6e4e0-5f01-436b-a8ce-cb6f9efdb744 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-130783795&fields=id&tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230 HTTP/1.1" status: 200  len: 267 time: 0.0776401
Apr 20 14:57:23.127554 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bd12603c-203b-407f-87d7-c8c7e7a501ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:23.236700 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bd12603c-203b-407f-87d7-c8c7e7a501ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:23.327625 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-46f071d5-6bfc-4cfc-8627-a9f442e9fe39 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:23.329340 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-46f071d5-6bfc-4cfc-8627-a9f442e9fe39 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/networks?id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196 HTTP/1.1" status: 200  len: 811 time: 0.2401559
Apr 20 14:57:23.354119 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-2339e8d4-1c2b-495f-8494-5b3355907b1f tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/quotas/d3da01c5b0c5428f86e1ed7a0b9d5230 HTTP/1.1" status: 200  len: 375 time: 0.0124598
Apr 20 14:57:23.405165 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bd12603c-203b-407f-87d7-c8c7e7a501ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:23.421256 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a9ea2ebd-6704-4bca-b2b7-86a822e61e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:23.437034 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12603c-203b-407f-87d7-c8c7e7a501ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d684606-1003-4203-b8af-3af36b2d1c57,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:23.441421 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-bd12603c-203b-407f-87d7-c8c7e7a501ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:23.448523 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bd12603c-203b-407f-87d7-c8c7e7a501ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:23.449829 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-bd12603c-203b-407f-87d7-c8c7e7a501ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d684606-1003-4203-b8af-3af36b2d1c57 HTTP/1.1" status: 204  len: 168 time: 0.4950223
Apr 20 14:57:23.508433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-18916202-f837-4322-ad64-45d6cdc6b56d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Synchronizing usage tracker for tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:57:23.599209 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-18916202-f837-4322-ad64-45d6cdc6b56d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Unset dirty status for tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:57:23.600791 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-18916202-f837-4322-ad64-45d6cdc6b56d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2398927
Apr 20 14:57:23.862816 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-63403887-088f-45f4-8317-c57cecc0471f service neutron] 10.222.0.16 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2423921
Apr 20 14:57:24.083296 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-67845b06-7d2d-48eb-8159-c9a431cc4af6 service neutron] 10.222.0.16 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2149770
Apr 20 14:57:24.865512 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-715e7949-528f-407d-b3a1-dcdf39328402 req-1fd3eef7-120d-46e9-bbab-28a20281e093 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 210 time: 0.1008291
Apr 20 14:57:25.749013 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 52552) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:25.952442 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-203b57ba-5d3b-4ff4-9aeb-e34e4d9c8911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:25.981777 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-203b57ba-5d3b-4ff4-9aeb-e34e4d9c8911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:25.988462 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-203b57ba-5d3b-4ff4-9aeb-e34e4d9c8911 admin admin] Usage tracker for resource:security_group_rule and tenant:4d882c47f6224a78b06a240568ad3d50 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:25.994173 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-203b57ba-5d3b-4ff4-9aeb-e34e4d9c8911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:26.005607 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-203b57ba-5d3b-4ff4-9aeb-e34e4d9c8911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:26.134391 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6c9be27a-2148-477c-98f9-8cac009d5812 req-c2584c58-2945-488a-a188-7e2cc60e7c19 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 210 time: 0.0629086
Apr 20 14:57:26.197602 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-203b57ba-5d3b-4ff4-9aeb-e34e4d9c8911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:26.238869 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-203b57ba-5d3b-4ff4-9aeb-e34e4d9c8911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:26.248838 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:26.295758 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-203b57ba-5d3b-4ff4-9aeb-e34e4d9c8911 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d882c47f6224a78b06a240568ad3d50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5455136
Apr 20 14:57:26.296808 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b57ba-5d3b-4ff4-9aeb-e34e4d9c8911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca9f80a-a01b-4596-95c0-085c291ad8dc,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:26.298846 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 52562) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:26.302973 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-203b57ba-5d3b-4ff4-9aeb-e34e4d9c8911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:26.367713 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-31320870-8121-416a-9171-90b4be5388e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:26.399338 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-31320870-8121-416a-9171-90b4be5388e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:26.484317 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-31320870-8121-416a-9171-90b4be5388e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:26.489833 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2558020f-a054-47fc-a1d0-3fa8a8e6918c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:26.505086 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31320870-8121-416a-9171-90b4be5388e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca9f80a-a01b-4596-95c0-085c291ad8dc,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:26.507631 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-31320870-8121-416a-9171-90b4be5388e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:26.520520 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-31320870-8121-416a-9171-90b4be5388e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:26.522194 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-31320870-8121-416a-9171-90b4be5388e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ca9f80a-a01b-4596-95c0-085c291ad8dc HTTP/1.1" status: 204  len: 168 time: 0.2218375
Apr 20 14:57:27.023130 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-e4163ea1-4a82-4f87-982b-57f940d1a8bf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:27.024487 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-e4163ea1-4a82-4f87-982b-57f940d1a8bf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Synchronizing usage tracker for tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 on resource:network {{(pid=86436) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:57:27.079367 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-e4163ea1-4a82-4f87-982b-57f940d1a8bf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Unset dirty status for tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 on resource:network {{(pid=86436) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:57:27.080111 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-e4163ea1-4a82-4f87-982b-57f940d1a8bf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.38 "GET /v2.0/networks?id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196 HTTP/1.1" status: 200  len: 811 time: 0.2845569
Apr 20 14:57:27.269228 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-f773ff42-9fbb-429c-b529-69f0b636ab8f tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Synchronizing usage tracker for tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 on resource:security_group {{(pid=86436) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:57:27.328371 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-f773ff42-9fbb-429c-b529-69f0b636ab8f tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Unset dirty status for tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 on resource:security_group {{(pid=86436) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:57:27.330971 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-f773ff42-9fbb-429c-b529-69f0b636ab8f tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230 HTTP/1.1" status: 200  len: 8059 time: 0.2347770
Apr 20 14:57:27.343691 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-712c5577-94c1-4ce0-baed-28b7e01fddff tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Request body: {'port': {'device_id': '4edf150c-e162-49f5-b1a1-28b97f64d677', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'admin_state_up': True, 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'security_groups': ['940113f7-843b-48cf-a8f4-2de32b73a8f5']}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:57:27.471169 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-62d4d9fa-500c-4d49-b3c4-d84aa396e4b1 req-d495c929-48ec-4720-a997-bc77704af393 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 210 time: 0.1205683
Apr 20 14:57:27.582503 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-712c5577-94c1-4ce0-baed-28b7e01fddff tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:27.594041 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-712c5577-94c1-4ce0-baed-28b7e01fddff tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:27.656532 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-712c5577-94c1-4ce0-baed-28b7e01fddff tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Made reservation on behalf of d3da01c5b0c5428f86e1ed7a0b9d5230 for: {'port': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:57:27.664444 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-712c5577-94c1-4ce0-baed-28b7e01fddff tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:27.875662 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-712c5577-94c1-4ce0-baed-28b7e01fddff tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Allocated IP 172.20.0.3 (ffc4a239-2621-4cbb-b855-7ea7fa1d9196/f8b2e638-8e01-40e8-ba60-d1ed693ab316/5020dfed-1b85-442a-b164-4b83fd8487bb) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:57:28.194168 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-712c5577-94c1-4ce0-baed-28b7e01fddff tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:28.215752 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-712c5577-94c1-4ce0-baed-28b7e01fddff tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Transition to ACTIVE for port object 5020dfed-1b85-442a-b164-4b83fd8487bb will not be triggered until provisioned by entity DHCP. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:57:28.284329 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-712c5577-94c1-4ce0-baed-28b7e01fddff tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:28.291446 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2825956b-2eee-4fc0-9c65-26a03f3322f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:28.368613 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-712c5577-94c1-4ce0-baed-28b7e01fddff tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:57:28.372916 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-712c5577-94c1-4ce0-baed-28b7e01fddff tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:57:28.377607 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-712c5577-94c1-4ce0-baed-28b7e01fddff tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:57:28.423295 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c5577-94c1-4ce0-baed-28b7e01fddff tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event updated for resources: {'Port': ['ID=5020dfed-1b85-442a-b164-4b83fd8487bb,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:28.428726 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-712c5577-94c1-4ce0-baed-28b7e01fddff tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:28.471714 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-712c5577-94c1-4ce0-baed-28b7e01fddff tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:28.473246 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-712c5577-94c1-4ce0-baed-28b7e01fddff tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:28.561263 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-712c5577-94c1-4ce0-baed-28b7e01fddff tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2242186
Apr 20 14:57:28.584058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Request body: {'port': {'device_id': '4edf150c-e162-49f5-b1a1-28b97f64d677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:57:28.742269 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c948ba32-996c-4513-987e-ccfbec3b30f7 None None] Provisioning for port 5020dfed-1b85-442a-b164-4b83fd8487bb completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:57:28.750337 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c948ba32-996c-4513-987e-ccfbec3b30f7 None None] Provisioning complete for port 5020dfed-1b85-442a-b164-4b83fd8487bb triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:57:28.750724 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c948ba32-996c-4513-987e-ccfbec3b30f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:28.782722 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d85d3c-5c06-4ca5-8275-23647304e592 req-1d732460-ecbd-4e12-b1be-3538144268ac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:28.786531 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e6d85d3c-5c06-4ca5-8275-23647304e592 req-1d732460-ecbd-4e12-b1be-3538144268ac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 931 time: 0.1419761
Apr 20 14:57:28.844894 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c948ba32-996c-4513-987e-ccfbec3b30f7 None None] Port 5020dfed-1b85-442a-b164-4b83fd8487bb cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:57:28.878685 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:28.898732 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e6d85d3c-5c06-4ca5-8275-23647304e592 req-946a48e0-b97c-484f-9918-10953fb15db8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1018729
Apr 20 14:57:29.587446 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5020dfed-1b85-442a-b164-4b83fd8487bb {{(pid=86436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:57:29.596156 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:29.621708 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Transition to ACTIVE for port object 5020dfed-1b85-442a-b164-4b83fd8487bb will not be triggered until provisioned by entity L2. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:57:29.656087 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:29.662168 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-e6b0bbff-1025-4d6e-85a9-76c8564fee16 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:29.852300 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Pushing event updated for resources: {'Port': ['ID=5020dfed-1b85-442a-b164-4b83fd8487bb,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:29.885676 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:29.946558 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Attempting to bind port 5020dfed-1b85-442a-b164-4b83fd8487bb on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:57:29.946936 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Attempting to bind port 5020dfed-1b85-442a-b164-4b83fd8487bb by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:57:29.947313 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Attempting to bind port 5020dfed-1b85-442a-b164-4b83fd8487bb on network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:57:29.953539 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Port 5020dfed-1b85-442a-b164-4b83fd8487bb on network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:57:29.953918 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Attempting to bind port 5020dfed-1b85-442a-b164-4b83fd8487bb on network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:57:29.961693 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:57:29.962078 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Checking segment: {'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:57:29.962516 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Bound using segment: {'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:57:29.963119 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Bound port: 5020dfed-1b85-442a-b164-4b83fd8487bb, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'}}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:57:29.967355 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:30.144165 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] For port 5020dfed-1b85-442a-b164-4b83fd8487bb, host hv-cinder-74216, cleared binding levels {{(pid=86436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:57:30.150800 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] For port 5020dfed-1b85-442a-b164-4b83fd8487bb, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=5020dfed-1b85-442a-b164-4b83fd8487bb,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:57:30.194850 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:30.205355 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d6f0a2c8-7ea1-4721-b034-7b6d983724b3 tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:30.233364 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20702073-3942-4565-b318-0e5674643948 req-4cddae9d-0058-43bd-be17-2ed62efc730e tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:30.235173 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-20702073-3942-4565-b318-0e5674643948 req-4cddae9d-0058-43bd-be17-2ed62efc730e tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 943 time: 0.1046970
Apr 20 14:57:30.302713 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-20702073-3942-4565-b318-0e5674643948 req-f3d597ab-cda2-408c-b19a-dfdb3109edda tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544071
Apr 20 14:57:30.320036 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 52648) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:30.336884 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:30.338098 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:30.341073 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] 10.222.0.38 "PUT /v2.0/ports/5020dfed-1b85-442a-b164-4b83fd8487bb HTTP/1.1" status: 200  len: 1093 time: 1.7693732
Apr 20 14:57:30.342169 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edf150c-e162-49f5-b1a1-28b97f64d677', 'tag': '5020dfed-1b85-442a-b164-4b83fd8487bb'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:57:30.416449 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Pushing event updated for resources: {'Port': ['ID=5020dfed-1b85-442a-b164-4b83fd8487bb,revision_number=3']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:30.432099 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edf150c-e162-49f5-b1a1-28b97f64d677', 'tag': '5020dfed-1b85-442a-b164-4b83fd8487bb', 'status': 'completed', 'code': 200}
Apr 20 14:57:30.434918 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:30.528419 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fce929ce-5fd6-40f0-8b18-10f175d50291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:30.536759 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-a060c278-21fb-4b84-9efa-846fd8f1490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:30.538457 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-a060c278-21fb-4b84-9efa-846fd8f1490f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230&device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 1096 time: 0.1025436
Apr 20 14:57:30.546787 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-fce929ce-5fd6-40f0-8b18-10f175d50291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:30.551360 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-fce929ce-5fd6-40f0-8b18-10f175d50291 admin admin] Usage tracker for resource:security_group_rule and tenant:09e57da395854ee0901a3f3a4033ede6 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:30.554770 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-fce929ce-5fd6-40f0-8b18-10f175d50291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:30.562864 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-fce929ce-5fd6-40f0-8b18-10f175d50291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:30.625288 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-bf10c5fd-bde6-4b3c-87a1-0ff9cc53d139 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5020dfed-1b85-442a-b164-4b83fd8487bb HTTP/1.1" status: 200  len: 217 time: 0.0786760
Apr 20 14:57:30.688138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fce929ce-5fd6-40f0-8b18-10f175d50291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:30.704842 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-195fcbae-b5f4-4756-a211-202ed9dc0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:30.706746 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-195fcbae-b5f4-4756-a211-202ed9dc0c2a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8b2e638-8e01-40e8-ba60-d1ed693ab316 HTTP/1.1" status: 200  len: 850 time: 0.0753665
Apr 20 14:57:30.718850 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fce929ce-5fd6-40f0-8b18-10f175d50291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:30.729990 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2f1ee85f-1d60-49e3-9848-1c8853a86099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:30.778777 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-fce929ce-5fd6-40f0-8b18-10f175d50291 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09e57da395854ee0901a3f3a4033ede6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4574924
Apr 20 14:57:30.782880 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 52658) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:30.794127 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 52662) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:30.803509 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce929ce-5fd6-40f0-8b18-10f175d50291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe70afe-20ce-4934-8733-b59a7960715b,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:30.812177 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-fce929ce-5fd6-40f0-8b18-10f175d50291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:30.844713 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:30.857047 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-d0816be8-c662-4ea7-829a-062fb1e916d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:30.860279 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-d0816be8-c662-4ea7-829a-062fb1e916d7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1467454
Apr 20 14:57:30.863241 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-692c0441-3100-40c2-a138-478878c2bc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:30.901757 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-692c0441-3100-40c2-a138-478878c2bc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:31.004779 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-692c0441-3100-40c2-a138-478878c2bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:31.011673 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-203b57ba-5d3b-4ff4-9aeb-e34e4d9c8911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:31.027214 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-541b585d-3e4d-443b-9cb3-9fe15011064c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:31.045691 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c0441-3100-40c2-a138-478878c2bc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe70afe-20ce-4934-8733-b59a7960715b,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:31.052461 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-692c0441-3100-40c2-a138-478878c2bc2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:31.059665 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-541b585d-3e4d-443b-9cb3-9fe15011064c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:31.077760 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-541b585d-3e4d-443b-9cb3-9fe15011064c admin admin] Usage tracker for resource:security_group_rule and tenant:b4ce34661c6a4b1a901b919c46edfd96 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:31.078352 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-692c0441-3100-40c2-a138-478878c2bc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:31.080647 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-692c0441-3100-40c2-a138-478878c2bc2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ffe70afe-20ce-4934-8733-b59a7960715b HTTP/1.1" status: 204  len: 168 time: 0.2961354
Apr 20 14:57:31.089043 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-541b585d-3e4d-443b-9cb3-9fe15011064c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:31.111758 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-541b585d-3e4d-443b-9cb3-9fe15011064c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:31.156267 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-166db7ac-68f7-44b4-be4d-5ca3cd7c9c46 service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2895091
Apr 20 14:57:31.352072 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-097d4a50-9369-45ea-b78d-7c4dadc37637 req-cae087ad-aaee-4533-870d-b1fffb084496 service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1866832
Apr 20 14:57:31.384912 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-541b585d-3e4d-443b-9cb3-9fe15011064c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:31.416093 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-541b585d-3e4d-443b-9cb3-9fe15011064c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:31.426347 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-92c12991-42cf-4bbf-af76-35b3279481bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:31.483001 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-541b585d-3e4d-443b-9cb3-9fe15011064c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4ce34661c6a4b1a901b919c46edfd96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6877341
Apr 20 14:57:31.485438 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b585d-3e4d-443b-9cb3-9fe15011064c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b46149-3226-4015-b340-82fffd3f3265,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:31.488579 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 52674) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:31.531119 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-541b585d-3e4d-443b-9cb3-9fe15011064c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:31.586801 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb274f2-9cbf-4e3d-8fd3-bce28f5913ab req-e34a4ebb-f86c-4ba2-b57b-907904da687b tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:31.588571 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-adb274f2-9cbf-4e3d-8fd3-bce28f5913ab req-e34a4ebb-f86c-4ba2-b57b-907904da687b tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 943 time: 0.1190293
Apr 20 14:57:31.629497 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-69da6d3a-fcde-4c69-b7aa-68516cb6b830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:31.631407 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 52678) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:31.648741 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-adb274f2-9cbf-4e3d-8fd3-bce28f5913ab req-a258047c-66aa-498f-8003-da64045d41c4 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467916
Apr 20 14:57:31.673283 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bb6bbea5-e908-4d0e-a14f-966dfcf5f715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:31.685137 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a805e-8c9d-41f6-a7be-29dede357c27 req-608c11d3-4a49-4d3f-ac30-f1cd27069d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:31.686809 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-136a805e-8c9d-41f6-a7be-29dede357c27 req-608c11d3-4a49-4d3f-ac30-f1cd27069d3d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230&device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 1096 time: 0.1972406
Apr 20 14:57:31.731329 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-bb6bbea5-e908-4d0e-a14f-966dfcf5f715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:31.737565 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-69da6d3a-fcde-4c69-b7aa-68516cb6b830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:31.753627 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-bb6bbea5-e908-4d0e-a14f-966dfcf5f715 admin admin] Usage tracker for resource:security_group_rule and tenant:75fd651c702e44668712dbee8702dd74 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:31.804901 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-bb6bbea5-e908-4d0e-a14f-966dfcf5f715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:31.827093 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-bb6bbea5-e908-4d0e-a14f-966dfcf5f715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:31.949649 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a805e-8c9d-41f6-a7be-29dede357c27 req-57e7772b-7539-47c1-9dec-8cdaa658f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:31.951292 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-136a805e-8c9d-41f6-a7be-29dede357c27 req-57e7772b-7539-47c1-9dec-8cdaa658f0f5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196 HTTP/1.1" status: 200  len: 912 time: 0.2549574
Apr 20 14:57:31.957409 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-69da6d3a-fcde-4c69-b7aa-68516cb6b830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:31.965154 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-31320870-8121-416a-9171-90b4be5388e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:32.056165 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da6d3a-fcde-4c69-b7aa-68516cb6b830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b46149-3226-4015-b340-82fffd3f3265,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:32.064287 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-136a805e-8c9d-41f6-a7be-29dede357c27 req-5adf0ff8-83c5-452b-b6b8-12c0bafdf853 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5020dfed-1b85-442a-b164-4b83fd8487bb HTTP/1.1" status: 200  len: 217 time: 0.1013227
Apr 20 14:57:32.072242 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-69da6d3a-fcde-4c69-b7aa-68516cb6b830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:32.139683 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-69da6d3a-fcde-4c69-b7aa-68516cb6b830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:32.140920 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-69da6d3a-fcde-4c69-b7aa-68516cb6b830 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65b46149-3226-4015-b340-82fffd3f3265 HTTP/1.1" status: 204  len: 168 time: 0.6499531
Apr 20 14:57:32.170478 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bb6bbea5-e908-4d0e-a14f-966dfcf5f715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:32.174658 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a805e-8c9d-41f6-a7be-29dede357c27 req-59bbd8df-9771-4488-88a2-4944915dad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:32.176314 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-136a805e-8c9d-41f6-a7be-29dede357c27 req-59bbd8df-9771-4488-88a2-4944915dad6a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8b2e638-8e01-40e8-ba60-d1ed693ab316 HTTP/1.1" status: 200  len: 850 time: 0.1030424
Apr 20 14:57:32.224138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bb6bbea5-e908-4d0e-a14f-966dfcf5f715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:32.243365 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2eda1392-86f1-42fc-884b-4c8becfa6f98 tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:32.256629 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8c93c784-c5a2-4377-80fa-34304db62d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:32.298488 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-bb6bbea5-e908-4d0e-a14f-966dfcf5f715 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75fd651c702e44668712dbee8702dd74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6650355
Apr 20 14:57:32.301362 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bbea5-e908-4d0e-a14f-966dfcf5f715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67afa765-55b3-4986-8970-fa33883106f4,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:32.303864 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 52686) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:32.305985 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-bb6bbea5-e908-4d0e-a14f-966dfcf5f715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:32.331010 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a805e-8c9d-41f6-a7be-29dede357c27 req-d8f05afd-b439-4cc4-8e11-8e4f42984a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:32.332712 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-136a805e-8c9d-41f6-a7be-29dede357c27 req-d8f05afd-b439-4cc4-8e11-8e4f42984a98 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1498988
Apr 20 14:57:32.408314 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cd3df26a-4c46-42d7-b476-3a42452a93b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:32.441925 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cd3df26a-4c46-42d7-b476-3a42452a93b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:32.535565 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cd3df26a-4c46-42d7-b476-3a42452a93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:32.544252 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-16ef5dac-763b-4ef9-b389-be9e883f10e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:32.544727 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-136a805e-8c9d-41f6-a7be-29dede357c27 req-a5e2b11b-9458-46be-ac92-0fea5011bdc8 service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2038631
Apr 20 14:57:32.557160 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3df26a-4c46-42d7-b476-3a42452a93b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67afa765-55b3-4986-8970-fa33883106f4,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:32.564380 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-cd3df26a-4c46-42d7-b476-3a42452a93b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:32.565051 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cd3df26a-4c46-42d7-b476-3a42452a93b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:32.568922 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-cd3df26a-4c46-42d7-b476-3a42452a93b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67afa765-55b3-4986-8970-fa33883106f4 HTTP/1.1" status: 204  len: 168 time: 0.2600999
Apr 20 14:57:32.702756 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-136a805e-8c9d-41f6-a7be-29dede357c27 req-bcf24eb9-7e14-49d5-b759-82dbe4d287d9 service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1514699
Apr 20 14:57:32.812138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 52698) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:32.831732 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-32c7f508-5a3b-4576-9146-fb3da9b918d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:32.849276 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-32c7f508-5a3b-4576-9146-fb3da9b918d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:32.854605 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-32c7f508-5a3b-4576-9146-fb3da9b918d9 admin admin] Usage tracker for resource:security_group_rule and tenant:aa16a85d38f64671a7eb4cc9690a694c is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:32.858208 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-32c7f508-5a3b-4576-9146-fb3da9b918d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:32.866726 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-32c7f508-5a3b-4576-9146-fb3da9b918d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:32.897432 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b3039-1c0b-4dec-8c8f-ff804ccafc62 req-067d8701-5f8d-4a22-bfb7-2053fb46acc9 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:32.899753 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-294b3039-1c0b-4dec-8c8f-ff804ccafc62 req-067d8701-5f8d-4a22-bfb7-2053fb46acc9 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 943 time: 0.1166759
Apr 20 14:57:32.958596 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-294b3039-1c0b-4dec-8c8f-ff804ccafc62 req-593ef145-d5da-4678-9afe-ddb1044a5b2c tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520773
Apr 20 14:57:33.013394 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-32c7f508-5a3b-4576-9146-fb3da9b918d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:33.056124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-32c7f508-5a3b-4576-9146-fb3da9b918d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:33.065436 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a5206ab6-418f-45e6-90e0-4945c8e7268e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:33.110877 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-32c7f508-5a3b-4576-9146-fb3da9b918d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa16a85d38f64671a7eb4cc9690a694c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2972953
Apr 20 14:57:33.112391 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7f508-5a3b-4576-9146-fb3da9b918d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa25172-555c-4536-bcf1-a3c3f4c71f91,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:33.113738 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 52708) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:33.115987 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-32c7f508-5a3b-4576-9146-fb3da9b918d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:33.223820 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bb5c6ca1-f82b-46a9-b410-3df39e5fd11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:33.284227 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bb5c6ca1-f82b-46a9-b410-3df39e5fd11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:33.398685 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bb5c6ca1-f82b-46a9-b410-3df39e5fd11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:33.405101 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8fe392d8-c32c-47e0-8276-aeb5640285dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:33.417730 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c6ca1-f82b-46a9-b410-3df39e5fd11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa25172-555c-4536-bcf1-a3c3f4c71f91,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:33.422371 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-bb5c6ca1-f82b-46a9-b410-3df39e5fd11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:33.426531 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bb5c6ca1-f82b-46a9-b410-3df39e5fd11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:33.428001 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-bb5c6ca1-f82b-46a9-b410-3df39e5fd11b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cfa25172-555c-4536-bcf1-a3c3f4c71f91 HTTP/1.1" status: 204  len: 168 time: 0.3130009
Apr 20 14:57:34.270376 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07989f77-b2f5-4b0e-80a4-4178fb2c0900 req-750883ed-671b-4eec-a1aa-c98328ae297d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:34.272528 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-07989f77-b2f5-4b0e-80a4-4178fb2c0900 req-750883ed-671b-4eec-a1aa-c98328ae297d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 943 time: 0.1011553
Apr 20 14:57:34.338076 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-07989f77-b2f5-4b0e-80a4-4178fb2c0900 req-bd0148dd-32f5-4cdb-9151-8531440ecaa2 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551848
Apr 20 14:57:34.924409 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-15791923-d634-4103-8bd4-da659ae90755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:35.576429 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:35.616503 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5bfd6-ca6e-498a-a77c-d664dfc3a979 req-3c1f5a4e-c203-4bf9-a1b8-8297f3cebbe2 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:35.619150 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e5a5bfd6-ca6e-498a-a77c-d664dfc3a979 req-3c1f5a4e-c203-4bf9-a1b8-8297f3cebbe2 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 943 time: 0.0984092
Apr 20 14:57:35.696188 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e5a5bfd6-ca6e-498a-a77c-d664dfc3a979 req-52b6b1b3-8c87-402a-94e1-aab1ab1e38b3 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639040
Apr 20 14:57:36.005162 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 52806) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:36.161433 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9858-dbd6-4fa5-94f7-6af2faa2e065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:36.190107 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-4a1b9858-dbd6-4fa5-94f7-6af2faa2e065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:36.194493 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-4a1b9858-dbd6-4fa5-94f7-6af2faa2e065 admin admin] Usage tracker for resource:security_group_rule and tenant:b598f3120cfb4ae0a4f8b32324fcac45 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:36.198654 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-4a1b9858-dbd6-4fa5-94f7-6af2faa2e065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:36.205496 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-4a1b9858-dbd6-4fa5-94f7-6af2faa2e065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:36.312179 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9858-dbd6-4fa5-94f7-6af2faa2e065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:36.364504 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4a1b9858-dbd6-4fa5-94f7-6af2faa2e065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:36.374924 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-05418464-9ddf-4d30-ba31-8b56295e48a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:36.388243 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:36.422804 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-4a1b9858-dbd6-4fa5-94f7-6af2faa2e065 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b598f3120cfb4ae0a4f8b32324fcac45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4164050
Apr 20 14:57:36.423824 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b9858-dbd6-4fa5-94f7-6af2faa2e065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119f5d7c-7c44-4d2d-8684-d1e45350098e,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:36.426283 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 52818) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:36.427391 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4a1b9858-dbd6-4fa5-94f7-6af2faa2e065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:36.523240 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1227ff9a-7730-4439-876e-f7f405fb99cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:36.554242 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1227ff9a-7730-4439-876e-f7f405fb99cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:36.589861 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 52824) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:36.627558 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1227ff9a-7730-4439-876e-f7f405fb99cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:36.632365 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3edcc4ff-10dd-487d-830a-d1d74da2fa8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:36.648728 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227ff9a-7730-4439-876e-f7f405fb99cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119f5d7c-7c44-4d2d-8684-d1e45350098e,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:36.651278 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1227ff9a-7730-4439-876e-f7f405fb99cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:36.660474 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1227ff9a-7730-4439-876e-f7f405fb99cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:36.665570 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-1227ff9a-7730-4439-876e-f7f405fb99cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/119f5d7c-7c44-4d2d-8684-d1e45350098e HTTP/1.1" status: 204  len: 168 time: 0.2338755
Apr 20 14:57:36.743827 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7f693c48-076a-439b-91b7-0fce82c7d70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:36.761302 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-7f693c48-076a-439b-91b7-0fce82c7d70c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:36.766722 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-7f693c48-076a-439b-91b7-0fce82c7d70c admin admin] Usage tracker for resource:security_group_rule and tenant:c013a659a88c4542abf027355f2b8223 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:36.770596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-7f693c48-076a-439b-91b7-0fce82c7d70c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:36.777949 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-7f693c48-076a-439b-91b7-0fce82c7d70c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:37.002253 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50589041-0bab-4406-9ac0-0be9b35ac0e8 req-8573a20f-e57d-45ae-9c56-36ce88ca644f tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:37.004057 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-50589041-0bab-4406-9ac0-0be9b35ac0e8 req-8573a20f-e57d-45ae-9c56-36ce88ca644f tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 943 time: 0.1787889
Apr 20 14:57:37.030065 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7f693c48-076a-439b-91b7-0fce82c7d70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:37.057179 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:37.089501 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7f693c48-076a-439b-91b7-0fce82c7d70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:37.099060 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-692c0441-3100-40c2-a138-478878c2bc2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:37.113017 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-50589041-0bab-4406-9ac0-0be9b35ac0e8 req-523ddedb-5f41-4fd9-85c0-021d91ead936 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875299
Apr 20 14:57:37.155894 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-7f693c48-076a-439b-91b7-0fce82c7d70c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c013a659a88c4542abf027355f2b8223&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5649135
Apr 20 14:57:37.157266 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f693c48-076a-439b-91b7-0fce82c7d70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b85bbb-b9ee-451c-a542-81aa6042a626,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:37.160710 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 52840) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:37.163218 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7f693c48-076a-439b-91b7-0fce82c7d70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:37.235372 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f96ccf08-0e50-4fa0-80b0-5bcb18827917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:37.266922 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f96ccf08-0e50-4fa0-80b0-5bcb18827917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:37.347198 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f96ccf08-0e50-4fa0-80b0-5bcb18827917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:37.352586 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8c4e0ea1-a768-4c8e-8a7c-bebe84941326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:37.365260 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ccf08-0e50-4fa0-80b0-5bcb18827917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b85bbb-b9ee-451c-a542-81aa6042a626,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:37.369898 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f96ccf08-0e50-4fa0-80b0-5bcb18827917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:37.373639 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f96ccf08-0e50-4fa0-80b0-5bcb18827917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:37.375121 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-f96ccf08-0e50-4fa0-80b0-5bcb18827917 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71b85bbb-b9ee-451c-a542-81aa6042a626 HTTP/1.1" status: 204  len: 168 time: 0.2128627
Apr 20 14:57:37.891206 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 5020dfed-1b85-442a-b164-4b83fd8487bb details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:57:37.935341 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 52864) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:37.955726 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e2a92fd2-a905-4e45-ac4d-2bb06644771f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:37.977431 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-e2a92fd2-a905-4e45-ac4d-2bb06644771f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:37.981885 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-e2a92fd2-a905-4e45-ac4d-2bb06644771f admin admin] Usage tracker for resource:security_group_rule and tenant:f5b6e8d8b7284ee8ae724b5a1a94477a is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:37.985145 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-e2a92fd2-a905-4e45-ac4d-2bb06644771f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:37.992111 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-e2a92fd2-a905-4e45-ac4d-2bb06644771f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:38.091872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 5020dfed-1b85-442a-b164-4b83fd8487bb, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=5020dfed-1b85-442a-b164-4b83fd8487bb,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:57:38.111457 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': '5020dfed-1b85-442a-b164-4b83fd8487bb', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'port_id': '5020dfed-1b85-442a-b164-4b83fd8487bb', 'mac_address': 'fa:16:3e:29:16:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:57:38.162895 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e2a92fd2-a905-4e45-ac4d-2bb06644771f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:38.204773 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:38.225014 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5020dfed-1b85-442a-b164-4b83fd8487bb {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:57:38.244402 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 5020dfed-1b85-442a-b164-4b83fd8487bb, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=5020dfed-1b85-442a-b164-4b83fd8487bb,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:57:38.365491 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6788515-220f-4eff-b4f0-1f5955cfe952 req-bd8c30fd-6d3a-4d4d-a053-1bc5ee6d6278 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:38.367885 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a6788515-220f-4eff-b4f0-1f5955cfe952 req-bd8c30fd-6d3a-4d4d-a053-1bc5ee6d6278 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 944 time: 0.1033759
Apr 20 14:57:38.423566 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a6788515-220f-4eff-b4f0-1f5955cfe952 req-c03dcf54-410d-4c6f-9b5f-175cd1933a85 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472257
Apr 20 14:57:39.343041 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e2a92fd2-a905-4e45-ac4d-2bb06644771f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:39.352559 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-41edd788-4024-4f77-bf55-aed8ded1ea8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:39.370492 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:39.373605 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-db259c5b-ff3c-4c33-b841-930d68c92713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:39.400484 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-e2a92fd2-a905-4e45-ac4d-2bb06644771f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5b6e8d8b7284ee8ae724b5a1a94477a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4589653
Apr 20 14:57:39.401735 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 52870) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:39.405781 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a92fd2-a905-4e45-ac4d-2bb06644771f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf81d40-dcd6-4b20-8b85-83628d9967de,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:39.415253 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-e2a92fd2-a905-4e45-ac4d-2bb06644771f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:39.483208 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=5020dfed-1b85-442a-b164-4b83fd8487bb,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:39.487852 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:39.537245 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a501412f-db27-4029-8397-5552fe1b3bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:39.581577 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['5020dfed-1b85-442a-b164-4b83fd8487bb'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:57:39.599322 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a501412f-db27-4029-8397-5552fe1b3bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:39.718979 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a501412f-db27-4029-8397-5552fe1b3bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:39.725166 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7d75478d-2957-4dae-a767-01def979d11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:39.740963 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89013e78-23e4-44e4-a253-d2ec9b9566c1 req-6f298c33-ed00-4ca3-9694-4f1a3be21420 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:39.740963 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-89013e78-23e4-44e4-a253-d2ec9b9566c1 req-6f298c33-ed00-4ca3-9694-4f1a3be21420 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 944 time: 0.1703515
Apr 20 14:57:39.741235 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501412f-db27-4029-8397-5552fe1b3bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf81d40-dcd6-4b20-8b85-83628d9967de,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:39.746181 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a501412f-db27-4029-8397-5552fe1b3bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:39.750700 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a501412f-db27-4029-8397-5552fe1b3bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:39.751939 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a501412f-db27-4029-8397-5552fe1b3bed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ccf81d40-dcd6-4b20-8b85-83628d9967de HTTP/1.1" status: 204  len: 168 time: 0.3483026
Apr 20 14:57:39.894334 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-89013e78-23e4-44e4-a253-d2ec9b9566c1 req-a2104c7c-22fc-469b-9a7a-6eaf473a32d3 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1572878
Apr 20 14:57:41.149293 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8fe02-19ca-4ed4-a78a-d3c7417cacaf req-f3ba65d6-5bd5-4f84-925b-6ff220ce58b6 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:41.151083 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c5b8fe02-19ca-4ed4-a78a-d3c7417cacaf req-f3ba65d6-5bd5-4f84-925b-6ff220ce58b6 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 944 time: 0.1394038
Apr 20 14:57:41.206613 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c5b8fe02-19ca-4ed4-a78a-d3c7417cacaf req-1a6da16c-a2b1-4124-b3a7-728f6316cdb5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484247
Apr 20 14:57:41.584787 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:57:41.911751 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 5020dfed-1b85-442a-b164-4b83fd8487bb up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:57:42.033986 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port 5020dfed-1b85-442a-b164-4b83fd8487bb completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:57:42.045856 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port 5020dfed-1b85-442a-b164-4b83fd8487bb triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:57:42.046499 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:42.230256 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:42.266182 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edf150c-e162-49f5-b1a1-28b97f64d677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5020dfed-1b85-442a-b164-4b83fd8487bb'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:57:42.277610 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 5020dfed-1b85-442a-b164-4b83fd8487bb, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=5020dfed-1b85-442a-b164-4b83fd8487bb,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:57:42.319841 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:42.324492 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:42.367743 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edf150c-e162-49f5-b1a1-28b97f64d677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5020dfed-1b85-442a-b164-4b83fd8487bb', 'code': 200}
Apr 20 14:57:42.425956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=5020dfed-1b85-442a-b164-4b83fd8487bb,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:42.429517 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:42.487173 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55bf00-98a7-4900-b1b8-e6cb5ee111f3 req-49dbac3d-7c76-4839-8f7e-063a2d0ef816 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:42.488883 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1b55bf00-98a7-4900-b1b8-e6cb5ee111f3 req-49dbac3d-7c76-4839-8f7e-063a2d0ef816 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 945 time: 0.0977738
Apr 20 14:57:42.542257 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1b55bf00-98a7-4900-b1b8-e6cb5ee111f3 req-ab300941-43dc-4f1f-8220-ce15d8656b0b tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465984
Apr 20 14:57:43.758622 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f6545-f4fd-47db-a2c3-95751be09569 req-3ff05490-fc5f-47d2-a896-c0fa0d7b0d26 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:43.760164 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-060f6545-f4fd-47db-a2c3-95751be09569 req-3ff05490-fc5f-47d2-a896-c0fa0d7b0d26 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 945 time: 0.0907257
Apr 20 14:57:43.814079 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-060f6545-f4fd-47db-a2c3-95751be09569 req-a528aff0-4c11-4f51-a105-a2ad6d7ca09d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467412
Apr 20 14:57:45.040827 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fda11-10db-4e1f-a2c0-9735856fda8c req-97994407-30df-48de-82af-1897f9654ea0 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:45.042862 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4b6fda11-10db-4e1f-a2c0-9735856fda8c req-97994407-30df-48de-82af-1897f9654ea0 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 945 time: 0.0987236
Apr 20 14:57:45.118792 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4b6fda11-10db-4e1f-a2c0-9735856fda8c req-1065664e-7f16-48cd-8aaa-ed9d8d4ba0b7 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639410
Apr 20 14:57:45.151328 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55683509-da23-45c2-969d-32783aa11068 req-1e088357-2d07-4687-9d74-5f3cd017822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:45.153385 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-55683509-da23-45c2-969d-32783aa11068 req-1e088357-2d07-4687-9d74-5f3cd017822e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 1098 time: 0.1061740
Apr 20 14:57:45.202784 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-55683509-da23-45c2-969d-32783aa11068 req-e7489c0e-38b9-4128-9e0e-2afad34ae2d7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433156
Apr 20 14:57:46.343022 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcd7bb-b0c3-4371-8bb9-d6b320457294 req-501c8e3b-ea61-41c8-8f36-60044f8ffe94 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:46.344696 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-89bcd7bb-b0c3-4371-8bb9-d6b320457294 req-501c8e3b-ea61-41c8-8f36-60044f8ffe94 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 945 time: 0.0985343
Apr 20 14:57:46.652942 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-89bcd7bb-b0c3-4371-8bb9-d6b320457294 req-914eb2dd-1ea0-4cc9-8875-526d12bd4c71 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3017004
Apr 20 14:57:46.858308 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaaa6b8-9024-4ed0-8eed-e2fd7a1abdc3 req-60fd57e0-c18b-4ae5-887c-8d6595116b5f tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:46.860037 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1aaaa6b8-9024-4ed0-8eed-e2fd7a1abdc3 req-60fd57e0-c18b-4ae5-887c-8d6595116b5f tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 945 time: 0.0912008
Apr 20 14:57:46.914907 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1aaaa6b8-9024-4ed0-8eed-e2fd7a1abdc3 req-d3e71e9e-2300-4de0-a48d-12e87b03688f tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476258
Apr 20 14:57:46.940570 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 52970) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:47.053392 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 52976) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:47.206206 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6a6c608e-001b-4711-8438-bb378da972f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:47.231208 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-6a6c608e-001b-4711-8438-bb378da972f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:47.236621 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-6a6c608e-001b-4711-8438-bb378da972f1 admin admin] Usage tracker for resource:security_group_rule and tenant:c484a33a64e24f379a896226556284e7 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:47.240702 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-6a6c608e-001b-4711-8438-bb378da972f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:47.255674 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-6a6c608e-001b-4711-8438-bb378da972f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:47.289369 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd858216-2b04-4077-8f38-c0a209a1932c tempest-TestVolumeBootPattern-2047157010 tempest-TestVolumeBootPattern-2047157010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:47.291060 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-bd858216-2b04-4077-8f38-c0a209a1932c tempest-TestVolumeBootPattern-2047157010 tempest-TestVolumeBootPattern-2047157010-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 1093 time: 0.3494089
Apr 20 14:57:47.294917 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 52984) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:47.302214 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Request body: {'floatingip': {'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'port_id': '5020dfed-1b85-442a-b164-4b83fd8487bb', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:57:47.309689 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:47.314201 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Usage tracker for resource:floatingip and tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:47.317333 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:47.326638 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:47.359410 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for floatingip, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:47.366332 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6a6c608e-001b-4711-8438-bb378da972f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:47.387148 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6a6c608e-001b-4711-8438-bb378da972f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:47.400494 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-541b585d-3e4d-443b-9cb3-9fe15011064c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:47.452827 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-6a6c608e-001b-4711-8438-bb378da972f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c484a33a64e24f379a896226556284e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3981562
Apr 20 14:57:47.454012 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c608e-001b-4711-8438-bb378da972f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4107081-1b17-49c1-aa84-92b40f017a9c,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:47.456680 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 52988) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:47.459807 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6a6c608e-001b-4711-8438-bb378da972f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:47.513015 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:47.530614 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1b90b99f-4c38-4314-8cee-814b06a7b5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:47.559824 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1b90b99f-4c38-4314-8cee-814b06a7b5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:47.638741 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1b90b99f-4c38-4314-8cee-814b06a7b5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:47.644104 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4c152e3c-31aa-4590-a921-c7e821cfd29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:47.658594 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90b99f-4c38-4314-8cee-814b06a7b5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4107081-1b17-49c1-aa84-92b40f017a9c,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:47.661511 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1b90b99f-4c38-4314-8cee-814b06a7b5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:47.662813 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1b90b99f-4c38-4314-8cee-814b06a7b5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:47.667358 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-1b90b99f-4c38-4314-8cee-814b06a7b5b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4107081-1b17-49c1-aa84-92b40f017a9c HTTP/1.1" status: 204  len: 168 time: 0.2063501
Apr 20 14:57:47.671170 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Allocated IP 172.27.2.59 (0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09/91730765-12cb-4a98-b654-b261f30f30ed/f2e70adc-0873-404c-8bc1-9122a2a512a1) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:57:47.839762 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:47.901579 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:47.906692 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0a2edcfc-6d7d-464c-b40e-c6d93152fd75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:47.973782 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:57:47.982849 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:57:47.993389 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:57:48.030922 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event updated for resources: {'Port': ['ID=f2e70adc-0873-404c-8bc1-9122a2a512a1,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:48.035860 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:48.150859 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 52996) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:48.171227 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ed407194-e234-4e2b-bbe3-f8b409cbf8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:48.187035 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-ed407194-e234-4e2b-bbe3-f8b409cbf8b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:57:48.191214 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-ed407194-e234-4e2b-bbe3-f8b409cbf8b2 admin admin] Usage tracker for resource:security_group_rule and tenant:671596cdbf3744a58a886e43e9ed7804 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:57:48.194560 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-ed407194-e234-4e2b-bbe3-f8b409cbf8b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:57:48.201481 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-ed407194-e234-4e2b-bbe3-f8b409cbf8b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:57:48.305153 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ed407194-e234-4e2b-bbe3-f8b409cbf8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:48.335234 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ed407194-e234-4e2b-bbe3-f8b409cbf8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:48.345105 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f96ccf08-0e50-4fa0-80b0-5bcb18827917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:48.389296 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-ed407194-e234-4e2b-bbe3-f8b409cbf8b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=671596cdbf3744a58a886e43e9ed7804&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2372475
Apr 20 14:57:48.391073 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed407194-e234-4e2b-bbe3-f8b409cbf8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ad8c89-2b03-4e52-a544-5185c9aba4c6,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:48.394490 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ed407194-e234-4e2b-bbe3-f8b409cbf8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:48.395073 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 53002) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:57:48.506754 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f9713779-a22f-461a-8208-05c951c1abf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:48.545955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f9713779-a22f-461a-8208-05c951c1abf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:48.563543 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:48.686760 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f9713779-a22f-461a-8208-05c951c1abf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:48.698806 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4a1b9858-dbd6-4fa5-94f7-6af2faa2e065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:48.720630 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9713779-a22f-461a-8208-05c951c1abf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ad8c89-2b03-4e52-a544-5185c9aba4c6,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:48.723424 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:48.754482 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f9713779-a22f-461a-8208-05c951c1abf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:48.817198 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f9713779-a22f-461a-8208-05c951c1abf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:48.818405 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-f9713779-a22f-461a-8208-05c951c1abf2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33ad8c89-2b03-4e52-a544-5185c9aba4c6 HTTP/1.1" status: 204  len: 168 time: 0.4218357
Apr 20 14:57:48.981214 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:49.043903 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:49.049227 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:57:49.166376 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event updated for resources: {'Port': ['ID=f2e70adc-0873-404c-8bc1-9122a2a512a1,revision_number=2']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:57:49.175119 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:57:49.185761 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:49.382421 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.l3_db [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Floating IP d7cb20c4-c4c7-4ee3-a463-b7ece11d6c49 associated. External IP: 172.27.2.59, port: 5020dfed-1b85-442a-b164-4b83fd8487bb.
Apr 20 14:57:49.810438 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:57:50.023257 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:57:50.043957 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2756141b-c83c-4bdc-8f8a-d1448c4679ef None None] Sync routers for ids ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:57:50.056337 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2756141b-c83c-4bdc-8f8a-d1448c4679ef None None] Routers {'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:57:50.057208 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-2756141b-c83c-4bdc-8f8a-d1448c4679ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec1272be0>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:57:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:57:50.096269 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:57:50.205558 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8979871
Apr 20 14:57:50.205558 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edf150c-e162-49f5-b1a1-28b97f64d677', 'tag': '5020dfed-1b85-442a-b164-4b83fd8487bb'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:57:50.248317 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edf150c-e162-49f5-b1a1-28b97f64d677', 'tag': '5020dfed-1b85-442a-b164-4b83fd8487bb', 'status': 'completed', 'code': 200}
Apr 20 14:57:50.348136 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-2756141b-c83c-4bdc-8f8a-d1448c4679ef None None] Set router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:57:50.419147 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb30e3a-94b0-42ed-9870-d60dd4e8cf93 req-6137537b-6fff-4e23-9406-0722a25c7122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:50.421182 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8bb30e3a-94b0-42ed-9870-d60dd4e8cf93 req-6137537b-6fff-4e23-9406-0722a25c7122 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230&device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 1098 time: 0.1503091
Apr 20 14:57:50.602497 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb30e3a-94b0-42ed-9870-d60dd4e8cf93 req-d75038ff-f7da-4b28-9b42-be9fbe84a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:50.604463 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8bb30e3a-94b0-42ed-9870-d60dd4e8cf93 req-d75038ff-f7da-4b28-9b42-be9fbe84a96c service neutron] 10.222.0.38 "GET /v2.0/networks?id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196 HTTP/1.1" status: 200  len: 912 time: 0.1754618
Apr 20 14:57:50.738124 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8bb30e3a-94b0-42ed-9870-d60dd4e8cf93 req-75d8a818-ad5d-4ccb-9ef3-64f47b999585 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5020dfed-1b85-442a-b164-4b83fd8487bb HTTP/1.1" status: 200  len: 998 time: 0.1273644
Apr 20 14:57:50.822173 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb30e3a-94b0-42ed-9870-d60dd4e8cf93 req-d6b83c96-61c6-45a1-b488-9a4f8588935b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:50.823805 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8bb30e3a-94b0-42ed-9870-d60dd4e8cf93 req-d6b83c96-61c6-45a1-b488-9a4f8588935b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8b2e638-8e01-40e8-ba60-d1ed693ab316 HTTP/1.1" status: 200  len: 850 time: 0.0792549
Apr 20 14:57:50.861669 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-2756141b-c83c-4bdc-8f8a-d1448c4679ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec1272be0>, [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': 'd7cb20c4-c4c7-4ee3-a463-b7ece11d6c49', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'port_id': '5020dfed-1b85-442a-b164-4b83fd8487bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'mac_address': 'fa:16:3e:29:16:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edf150c-e162-49f5-b1a1-28b97f64d677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:57:48Z', 'updated_at': '2021-04-20T14:57:48Z', 'revision_number': 0, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:56Z', 'revision_number': 5, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:57:50.867756 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2756141b-c83c-4bdc-8f8a-d1448c4679ef None None] Checking router: f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:57:50.880050 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2756141b-c83c-4bdc-8f8a-d1448c4679ef None None] Routers {'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:57:50.880769 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-2756141b-c83c-4bdc-8f8a-d1448c4679ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec1272be0>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:57:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:57:51.204138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb30e3a-94b0-42ed-9870-d60dd4e8cf93 req-224a9d27-b596-4916-9167-6b91fd5eb391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:57:51.207371 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8bb30e3a-94b0-42ed-9870-d60dd4e8cf93 req-224a9d27-b596-4916-9167-6b91fd5eb391 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3763483
Apr 20 14:57:51.357672 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-2756141b-c83c-4bdc-8f8a-d1448c4679ef None None] Set router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:57:51.433244 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8bb30e3a-94b0-42ed-9870-d60dd4e8cf93 req-74da1f39-5bcd-4955-ba12-1e33787e24bd service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2175970
Apr 20 14:57:51.685120 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8bb30e3a-94b0-42ed-9870-d60dd4e8cf93 req-b9ecf6c3-9e44-42e1-ae8f-eddba54ce4e3 service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2457368
Apr 20 14:57:51.839291 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-2756141b-c83c-4bdc-8f8a-d1448c4679ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec1272be0>, [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': 'd7cb20c4-c4c7-4ee3-a463-b7ece11d6c49', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'port_id': '5020dfed-1b85-442a-b164-4b83fd8487bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'mac_address': 'fa:16:3e:29:16:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edf150c-e162-49f5-b1a1-28b97f64d677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:57:48Z', 'updated_at': '2021-04-20T14:57:48Z', 'revision_number': 0, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:56Z', 'revision_number': 5, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:57:51.843821 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2756141b-c83c-4bdc-8f8a-d1448c4679ef None None] The sync data for ids ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'] in dv-cinder-742162-4-iscsi is: [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': 'd7cb20c4-c4c7-4ee3-a463-b7ece11d6c49', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'port_id': '5020dfed-1b85-442a-b164-4b83fd8487bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'mac_address': 'fa:16:3e:29:16:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edf150c-e162-49f5-b1a1-28b97f64d677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:57:48Z', 'updated_at': '2021-04-20T14:57:48Z', 'revision_number': 0, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:56Z', 'revision_number': 5, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:57:52.218298 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c89023-828d-4b03-830b-0bca367a6dae None None] New status for floating IP d7cb20c4-c4c7-4ee3-a463-b7ece11d6c49: ACTIVE {{(pid=86439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:58:00.809747 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:02.243564 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2dae827d-91f4-4fa8-8cd4-829db60f3464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:02.680189 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 53198) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:02.816831 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:02.837583 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:02.843218 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Usage tracker for resource:security_group_rule and tenant:b3bfb84cb25b43a7a6e7350d8ba5bd5a is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:02.846586 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:02.852965 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:02.951622 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:02.993882 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:03.019824 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-93715585-f233-4a7e-9406-97a984f69be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:03.095118 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3bfb84cb25b43a7a6e7350d8ba5bd5a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4136107
Apr 20 14:58:03.096079 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197ec071-b329-4c83-954d-9d6bbe2b296e,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:03.101977 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 53204) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:03.105348 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:03.105861 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:03.106260 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:03.106682 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:03.107094 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:03.107507 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:03.107920 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:03.108327 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:03.108741 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:03.109147 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:03.109598 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:03.110005 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:03.114841 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:03.173869 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-088fc057-2d93-4a42-a9e1-a551ceff0692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:03.206277 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-088fc057-2d93-4a42-a9e1-a551ceff0692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:03.283234 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-088fc057-2d93-4a42-a9e1-a551ceff0692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:03.289726 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0d007238-1a2d-47c5-96c0-649dd9268fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:03.310820 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fc057-2d93-4a42-a9e1-a551ceff0692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197ec071-b329-4c83-954d-9d6bbe2b296e,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:03.313506 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-088fc057-2d93-4a42-a9e1-a551ceff0692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:03.325907 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-088fc057-2d93-4a42-a9e1-a551ceff0692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:03.327097 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-088fc057-2d93-4a42-a9e1-a551ceff0692 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/197ec071-b329-4c83-954d-9d6bbe2b296e HTTP/1.1" status: 204  len: 168 time: 0.2240136
Apr 20 14:58:03.957149 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 53228) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:03.967205 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 53234) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:03.987136 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c246bf73-b2f8-45f7-a580-1c397d0c73b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:04.003084 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-c246bf73-b2f8-45f7-a580-1c397d0c73b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:04.007691 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-c246bf73-b2f8-45f7-a580-1c397d0c73b3 admin admin] Usage tracker for resource:security_group_rule and tenant:8013f75d210c488dba19f9d917eeeafd is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:04.011226 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-c246bf73-b2f8-45f7-a580-1c397d0c73b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:04.017762 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-c246bf73-b2f8-45f7-a580-1c397d0c73b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:04.220614 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c246bf73-b2f8-45f7-a580-1c397d0c73b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:04.223555 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f175ba5f-a0a7-4ade-b8b1-96e105d21349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:04.239348 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-f175ba5f-a0a7-4ade-b8b1-96e105d21349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:04.243438 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-f175ba5f-a0a7-4ade-b8b1-96e105d21349 admin admin] Usage tracker for resource:security_group_rule and tenant:1f33cd6e66954a15a84efd127b02a3c2 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:04.246422 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-f175ba5f-a0a7-4ade-b8b1-96e105d21349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:04.252553 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-f175ba5f-a0a7-4ade-b8b1-96e105d21349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:04.291403 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c246bf73-b2f8-45f7-a580-1c397d0c73b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:04.301806 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-cc2c183e-92fa-4256-a3ed-dcb4a52d85af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:04.361822 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-c246bf73-b2f8-45f7-a580-1c397d0c73b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8013f75d210c488dba19f9d917eeeafd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3933513
Apr 20 14:58:04.365683 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 53238) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:04.377212 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246bf73-b2f8-45f7-a580-1c397d0c73b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ecee4d-44d1-4f5a-9cc4-e622ca24b193,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:04.383182 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c246bf73-b2f8-45f7-a580-1c397d0c73b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:04.411751 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f175ba5f-a0a7-4ade-b8b1-96e105d21349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:04.446249 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a13e21fb-a474-4727-a564-de77b9067651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:04.448468 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f175ba5f-a0a7-4ade-b8b1-96e105d21349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:04.457892 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-e593d1f9-d8ba-456b-b84a-f030131b0c30 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:04.476324 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a13e21fb-a474-4727-a564-de77b9067651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:04.502622 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-f175ba5f-a0a7-4ade-b8b1-96e105d21349 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f33cd6e66954a15a84efd127b02a3c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5441360
Apr 20 14:58:04.503563 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175ba5f-a0a7-4ade-b8b1-96e105d21349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d020d4-4190-4353-9498-de5db450e1cf,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:04.506139 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 53242) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:04.509648 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f175ba5f-a0a7-4ade-b8b1-96e105d21349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:04.570791 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-999b716e-866d-40f6-b21f-128ae49d7c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:04.580991 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a13e21fb-a474-4727-a564-de77b9067651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:04.588645 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c1a03255-2713-43bc-baa8-b7bfa8ab8403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:04.599922 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-999b716e-866d-40f6-b21f-128ae49d7c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:04.603471 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e21fb-a474-4727-a564-de77b9067651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ecee4d-44d1-4f5a-9cc4-e622ca24b193,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:04.606446 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a13e21fb-a474-4727-a564-de77b9067651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:04.618792 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a13e21fb-a474-4727-a564-de77b9067651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:04.622479 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a13e21fb-a474-4727-a564-de77b9067651 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79ecee4d-44d1-4f5a-9cc4-e622ca24b193 HTTP/1.1" status: 204  len: 168 time: 0.2523098
Apr 20 14:58:04.683828 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-999b716e-866d-40f6-b21f-128ae49d7c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:04.689166 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ed407194-e234-4e2b-bbe3-f8b409cbf8b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:04.702323 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b716e-866d-40f6-b21f-128ae49d7c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d020d4-4190-4353-9498-de5db450e1cf,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:04.705944 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-999b716e-866d-40f6-b21f-128ae49d7c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:04.711642 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-999b716e-866d-40f6-b21f-128ae49d7c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:04.712857 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-999b716e-866d-40f6-b21f-128ae49d7c50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60d020d4-4190-4353-9498-de5db450e1cf HTTP/1.1" status: 204  len: 168 time: 0.2057786
Apr 20 14:58:04.963757 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fb412154-766d-45a0-b916-efd9f2b76c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:05.094036 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 53254) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:05.120926 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-38ca40f8-91fc-42d8-b1f2-363469be9f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:05.136367 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-38ca40f8-91fc-42d8-b1f2-363469be9f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:05.140454 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-38ca40f8-91fc-42d8-b1f2-363469be9f39 admin admin] Usage tracker for resource:security_group_rule and tenant:b1f662aec9684d65ba6dea468886e837 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:05.143429 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-38ca40f8-91fc-42d8-b1f2-363469be9f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:05.150147 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-38ca40f8-91fc-42d8-b1f2-363469be9f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:05.239042 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-38ca40f8-91fc-42d8-b1f2-363469be9f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:05.278158 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-38ca40f8-91fc-42d8-b1f2-363469be9f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:05.287992 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-088fc057-2d93-4a42-a9e1-a551ceff0692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:05.331507 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-38ca40f8-91fc-42d8-b1f2-363469be9f39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1f662aec9684d65ba6dea468886e837&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2362847
Apr 20 14:58:05.333340 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca40f8-91fc-42d8-b1f2-363469be9f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf91f98a-fd67-4036-80d4-45461397c5fe,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:05.334296 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 53264) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:05.337774 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-38ca40f8-91fc-42d8-b1f2-363469be9f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:05.404450 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-48d88271-49de-4445-9147-d749e9fdac3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:05.437215 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-48d88271-49de-4445-9147-d749e9fdac3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:05.530067 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-48d88271-49de-4445-9147-d749e9fdac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:05.535862 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b46a6c20-2c85-4002-bb28-5a50324836aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:05.550529 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d88271-49de-4445-9147-d749e9fdac3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf91f98a-fd67-4036-80d4-45461397c5fe,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:05.553415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-48d88271-49de-4445-9147-d749e9fdac3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:05.554984 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-48d88271-49de-4445-9147-d749e9fdac3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:05.558183 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:05.559160 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-48d88271-49de-4445-9147-d749e9fdac3e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf91f98a-fd67-4036-80d4-45461397c5fe HTTP/1.1" status: 204  len: 168 time: 0.2230070
Apr 20 14:58:06.087745 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5cb4184c-6f5b-46b9-ab6c-fe4a172c7270 req-beba0dc1-e278-452f-b58d-a48ddc9905a3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0815494
Apr 20 14:58:06.249031 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4184c-6f5b-46b9-ab6c-fe4a172c7270 req-c517fa1b-9e40-449c-bb00-1952cb014dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:06.250699 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5cb4184c-6f5b-46b9-ab6c-fe4a172c7270 req-c517fa1b-9e40-449c-bb00-1952cb014dc1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230&device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 1098 time: 0.0862808
Apr 20 14:58:06.374924 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:06.419615 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4184c-6f5b-46b9-ab6c-fe4a172c7270 req-3167aa7d-580f-4c54-a725-5a33b8338151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:06.421203 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5cb4184c-6f5b-46b9-ab6c-fe4a172c7270 req-3167aa7d-580f-4c54-a725-5a33b8338151 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196 HTTP/1.1" status: 200  len: 912 time: 0.1510134
Apr 20 14:58:06.481589 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 53302) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:06.586688 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5cb4184c-6f5b-46b9-ab6c-fe4a172c7270 req-a501d701-75eb-4f7e-9451-596832a35d21 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5020dfed-1b85-442a-b164-4b83fd8487bb HTTP/1.1" status: 200  len: 1000 time: 0.1581988
Apr 20 14:58:06.659218 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-854129380-network', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:58:06.668172 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:06.672850 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Usage tracker for resource:network and tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:06.674894 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4184c-6f5b-46b9-ab6c-fe4a172c7270 req-5bc91e9d-accf-4ff4-97ac-1120df584609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:06.676253 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:06.676530 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5cb4184c-6f5b-46b9-ab6c-fe4a172c7270 req-5bc91e9d-accf-4ff4-97ac-1120df584609 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8b2e638-8e01-40e8-ba60-d1ed693ab316 HTTP/1.1" status: 200  len: 850 time: 0.0833654
Apr 20 14:58:06.682930 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:06.728452 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Made reservation on behalf of f2c1ae3a13624769af7a2f4d9cbd98a0 for: {'network': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:58:06.734683 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for network, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:06.752606 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:06.769584 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:06.769816 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4184c-6f5b-46b9-ab6c-fe4a172c7270 req-4acd8202-ee16-4faf-9cce-e641d1283e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:06.771241 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5cb4184c-6f5b-46b9-ab6c-fe4a172c7270 req-4acd8202-ee16-4faf-9cce-e641d1283e7d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0883701
Apr 20 14:58:06.778434 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Usage tracker for resource:security_group_rule and tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:06.782284 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:06.790039 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:06.887630 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:06.917000 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:06.921818 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-bd12603c-203b-407f-87d7-c8c7e7a501ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:06.934977 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5cb4184c-6f5b-46b9-ab6c-fe4a172c7270 req-e2d59c23-badf-41de-82be-f5f812aeb580 service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551380
Apr 20 14:58:06.952384 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'}  {{(pid=86437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:58:06.962849 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5441b0fd-9aff-412a-93ff-06a663b91712,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:06.967196 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:06.969949 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:06.970350 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.segments_db [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Added segment c87870d9-fd34-435b-ac26-5507c26d1852 of type vlan for network ee606f30-2b2d-4f16-873f-c7ce33195844
Apr 20 14:58:07.012636 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791464999914'] for network, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:07.054249 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:07.077961 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for network, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:07.079420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:07.080088 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:07.086250 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:07.093275 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5cb4184c-6f5b-46b9-ab6c-fe4a172c7270 req-d3037f0e-82ea-455b-8697-ec7d482e015d service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1505461
Apr 20 14:58:07.193634 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Pushing event updated for resources: {'Network': ['ID=ee606f30-2b2d-4f16-873f-c7ce33195844,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:07.197034 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:07.205928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Network ee606f30-2b2d-4f16-873f-c7ce33195844 details requested by agent ovs-agent-dv-cinder-742162-4-iscsi with host dv-cinder-742162-4-iscsi {{(pid=86438) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:58:07.215803 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-88d1ed49-f868-4eef-aed3-18ffcdd2260d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7317696
Apr 20 14:58:07.218923 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 53312) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:07.225335 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-23d189ae-80a5-4af9-9eea-45b2c063f322 admin admin] Request body: {'subnet': {'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-854129380-subnet', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'ip_version': 4}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:58:07.230943 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-23d189ae-80a5-4af9-9eea-45b2c063f322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:07.235285 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-23d189ae-80a5-4af9-9eea-45b2c063f322 admin admin] Usage tracker for resource:subnet and tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:07.238545 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-23d189ae-80a5-4af9-9eea-45b2c063f322 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:07.245572 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-23d189ae-80a5-4af9-9eea-45b2c063f322 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:07.283586 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d189ae-80a5-4af9-9eea-45b2c063f322 admin admin] Made reservation on behalf of f2c1ae3a13624769af7a2f4d9cbd98a0 for: {'subnet': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:58:07.288528 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-23d189ae-80a5-4af9-9eea-45b2c063f322 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852136815'] for subnet, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:07.992660 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-0b92dc0e-301b-4aa8-8562-c9d935d57b0d tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a4e29627e49a43b0af2112bc5ee9c622&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0635581
Apr 20 14:58:08.110439 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-23d189ae-80a5-4af9-9eea-45b2c063f322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2713016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852136832'] for subnet, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:08.120467 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:08.244466 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d189ae-80a5-4af9-9eea-45b2c063f322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:08.248794 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-23d189ae-80a5-4af9-9eea-45b2c063f322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:08.266489 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d189ae-80a5-4af9-9eea-45b2c063f322 admin admin] Checking segment: {'id': 'c87870d9-fd34-435b-ac26-5507c26d1852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:58:08.266899 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d189ae-80a5-4af9-9eea-45b2c063f322 admin admin] Network hostable DHCP agents. Network: ee606f30-2b2d-4f16-873f-c7ce33195844, hostable agents: ['8cbc52d7-9a0e-47fc-ab25-55981a906e08'], hosted agents: [] {{(pid=86437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:58:08.282232 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-bdc7b13d-3d96-46ce-b867-30d1145a2a5f tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:08.283843 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-bdc7b13d-3d96-46ce-b867-30d1145a2a5f tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2832873
Apr 20 14:58:08.306755 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-b220602d-3e4f-465c-aeff-9e1c44897af7 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/quotas/a4e29627e49a43b0af2112bc5ee9c622 HTTP/1.1" status: 200  len: 375 time: 0.0151820
Apr 20 14:58:08.362125 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d189ae-80a5-4af9-9eea-45b2c063f322 admin admin] Network ee606f30-2b2d-4f16-873f-c7ce33195844 is scheduled to be hosted by DHCP agent 8cbc52d7-9a0e-47fc-ab25-55981a906e08 with binding_index 1 {{(pid=86437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:58:08.367730 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-04a063c8-b69f-496a-8034-2365e82e14e3 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a4e29627e49a43b0af2112bc5ee9c622&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0548556
Apr 20 14:58:08.398636 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-23d189ae-80a5-4af9-9eea-45b2c063f322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-iscsi, ee606f30-2b2d-4f16-873f-c7ce33195844) {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:58:08.413781 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c0ef37-0f2f-4e86-a052-3772546c5912 None None] Network ee606f30-2b2d-4f16-873f-c7ce33195844 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:58:08.418902 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d189ae-80a5-4af9-9eea-45b2c063f322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:08.420023 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-23d189ae-80a5-4af9-9eea-45b2c063f322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:08.484899 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-23d189ae-80a5-4af9-9eea-45b2c063f322 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.2647591
Apr 20 14:58:08.487721 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 53330) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:08.493347 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-854129380-router', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:58:08.499000 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:08.503387 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Usage tracker for resource:router and tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:08.507381 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:08.514703 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:08.557861 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744272'] for router, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:08.559039 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854072860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854064638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31529'] for router, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:08.581399 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:08.638584 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0ddd4723-d1c3-48c3-9138-86cec0f27adc req-ae3b3eb6-7180-4fe1-8426-1b4425813054 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/ports?device_id=f52c7334-fe9a-4b54-95db-025a1186e7d7 HTTP/1.1" status: 200  len: 210 time: 0.0596552
Apr 20 14:58:08.686458 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc772c441-73b6-55f3-87a1-c705605c86c2-ee606f30-2b2d-4f16-873f-c7ce33195844', 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'fixed_ips': [{'subnet_id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed'}]}} from dv-cinder-742162-4-iscsi. {{(pid=86438) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 14:58:08.687542 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:08.898537 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Allocated IP 172.20.0.2 (ee606f30-2b2d-4f16-873f-c7ce33195844/c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed/f1cbf965-e366-40ef-b977-483155fda972) {{(pid=86438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:58:08.964157 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854064395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854081697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31514'] for router, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:09.235791 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Notify callbacks [] for port, precommit_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:09.252473 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Transition to ACTIVE for port object f1cbf965-e366-40ef-b977-483155fda972 will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:58:09.341678 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Transition to ACTIVE for port object f1cbf965-e366-40ef-b977-483155fda972 will not be triggered until provisioned by entity DHCP. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:58:09.372033 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:09.382850 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:09.387664 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-dd3dc77c-ebe3-4e25-af41-82bf776d360c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:09.407342 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:09.453721 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Network ee606f30-2b2d-4f16-873f-c7ce33195844 is already hosted by enough agents. {{(pid=86438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:58:09.456921 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Resources bound (agent type, host, resource id):  {{(pid=86438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:58:09.475700 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Received port after_create {{(pid=86438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:58:09.526267 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Pushing event updated for resources: {'Port': ['ID=f1cbf965-e366-40ef-b977-483155fda972,revision_number=1']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:09.562539 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Allocated IP 172.27.2.242 (0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09/91730765-12cb-4a98-b654-b261f30f30ed/d0628210-1b36-4764-83b0-85b4a2d78d97) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:58:09.574152 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:09.574547 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:09.574919 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:09.575298 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:09.575660 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:09.576026 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:09.576387 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:09.576746 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:09.577109 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:09.577479 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:09.577847 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:09.578201 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:09.592133 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:09.612605 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Attempting to bind port f1cbf965-e366-40ef-b977-483155fda972 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:58:09.613017 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Attempting to bind port f1cbf965-e366-40ef-b977-483155fda972 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': 'c87870d9-fd34-435b-ac26-5507c26d1852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:58:09.613420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Attempting to bind port f1cbf965-e366-40ef-b977-483155fda972 on network ee606f30-2b2d-4f16-873f-c7ce33195844 {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:58:09.624025 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:58:09.624445 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Checking segment: {'id': 'c87870d9-fd34-435b-ac26-5507c26d1852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:58:09.631681 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:09.631681 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Bound using segment: {'id': 'c87870d9-fd34-435b-ac26-5507c26d1852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:58:09.631681 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Bound port: f1cbf965-e366-40ef-b977-483155fda972, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87870d9-fd34-435b-ac26-5507c26d1852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:58:09.631681 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:09.737273 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] For port f1cbf965-e366-40ef-b977-483155fda972, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:58:09.741804 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] For port f1cbf965-e366-40ef-b977-483155fda972, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=f1cbf965-e366-40ef-b977-483155fda972,segment=NetworkSegment(c87870d9-fd34-435b-ac26-5507c26d1852),segment_id=c87870d9-fd34-435b-ac26-5507c26d1852)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:58:09.742019 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:09.769805 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:09.775043 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:09.813727 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1dfcef93-6c70-4823-b16f-b94424753a0d req-02a4cfcc-eef7-4e56-b417-8ddd90b3044e tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/ports?device_id=f52c7334-fe9a-4b54-95db-025a1186e7d7 HTTP/1.1" status: 200  len: 210 time: 0.0523081
Apr 20 14:58:09.849904 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:09.855466 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-64c73680-5723-4ded-8320-d256b9e8d32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:09.873117 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Pushing event updated for resources: {'Port': ['ID=f1cbf965-e366-40ef-b977-483155fda972,revision_number=2']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:09.876780 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:09.924453 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:58:09.928112 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:58:09.932805 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:58:09.977866 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Pushing event updated for resources: {'Port': ['ID=d0628210-1b36-4764-83b0-85b4a2d78d97,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:09.982768 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:10.494786 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:11.189162 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-58124bce-8f99-475f-b3a6-048759a18a26 req-6a01a2f9-1bef-4968-99c5-239203e0b828 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/ports?device_id=f52c7334-fe9a-4b54-95db-025a1186e7d7 HTTP/1.1" status: 200  len: 210 time: 0.0774157
Apr 20 14:58:11.228795 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711391'] for router, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:11.326288 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ca2469-e4e5-4406-937b-84a52ef984f9 None None] Network ee606f30-2b2d-4f16-873f-c7ce33195844 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:58:11.358569 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-fec7ac4e-1410-409c-b045-db92fcd1aa76 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=a4e29627e49a43b0af2112bc5ee9c622&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0406525
Apr 20 14:58:11.501290 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Router 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 is scheduled to L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f with binding_index 1 {{(pid=86437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 14:58:11.566896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-723acdb0-f880-4066-8ff5-15cd0111ee30 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:11.568608 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-723acdb0-f880-4066-8ff5-15cd0111ee30 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1972697
Apr 20 14:58:11.581676 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Request body: {'port': {'device_id': 'f52c7334-fe9a-4b54-95db-025a1186e7d7', 'network_id': 'fe1c70a9-0036-4745-bc76-4926fc3b8d55', 'admin_state_up': True, 'tenant_id': 'a4e29627e49a43b0af2112bc5ee9c622'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:58:11.586024 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-94a4e4a0-b450-44cc-aa2d-53f4da7e7e65 None None] Provisioning for port f1cbf965-e366-40ef-b977-483155fda972 completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:58:11.664065 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device f1cbf965-e366-40ef-b977-483155fda972 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:58:11.781933 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:58:11.782126 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:11.786678 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Usage tracker for resource:port and tenant:a4e29627e49a43b0af2112bc5ee9c622 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:11.790512 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:11.797316 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Sync routers for ids ['4eb5a26a-dc39-4d1e-aab0-16697eec2d57'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:58:11.806327 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port f1cbf965-e366-40ef-b977-483155fda972 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:58:11.807278 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:11.814841 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port f1cbf965-e366-40ef-b977-483155fda972 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:58:11.817941 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:11.838359 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Notify callbacks [] for router, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:11.839904 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.3511429
Apr 20 14:58:11.843172 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 53356) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:11.852441 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Routers {'4eb5a26a-dc39-4d1e-aab0-16697eec2d57'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:58:11.852441 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec15fefd0>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:58:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['4eb5a26a-dc39-4d1e-aab0-16697eec2d57'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:58:11.917246 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Made reservation on behalf of a4e29627e49a43b0af2112bc5ee9c622 for: {'port': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:58:11.923642 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:12.004318 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:12.063869 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:12.078013 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Usage tracker for resource:security_group_rule and tenant:a4e29627e49a43b0af2112bc5ee9c622 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:12.086959 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:12.102492 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:12.363304 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-39cfcbff-78eb-4655-8a9d-7089915b88aa None None] Provisioning complete for port f1cbf965-e366-40ef-b977-483155fda972 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:58:12.363888 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-39cfcbff-78eb-4655-8a9d-7089915b88aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:12.366854 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6c443a6c-3658-4ef7-bfe5-1e0b8634c44c req-3c42bfc4-ab89-4f7f-ba43-1dfadff192ac tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/ports?device_id=f52c7334-fe9a-4b54-95db-025a1186e7d7 HTTP/1.1" status: 200  len: 210 time: 0.0540428
Apr 20 14:58:12.601352 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Set router 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:58:12.722828 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:12.848541 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:13.149236 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port f1cbf965-e366-40ef-b977-483155fda972, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=f1cbf965-e366-40ef-b977-483155fda972,segment=NetworkSegment(c87870d9-fd34-435b-ac26-5507c26d1852),segment_id=c87870d9-fd34-435b-ac26-5507c26d1852)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:58:13.181269 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:13.185124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-39cfcbff-78eb-4655-8a9d-7089915b88aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:13.192184 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-211525bb-8809-4f41-a5bb-56c13f9d49ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:13.218615 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:13.228555 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:13.402822 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f2124f-aba5-410c-937d-3a938d7b16d2,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:13.455262 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:13.455906 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:13.456557 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:13.457194 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:13.457913 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:13.458577 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:13.459243 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:13.459934 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:13.460593 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:13.461252 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:13.461938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:13.462587 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:13.470789 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:13.540797 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=f1cbf965-e366-40ef-b977-483155fda972,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:13.547057 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.db.api [None req-39cfcbff-78eb-4655-8a9d-7089915b88aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86438) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 14:58:13.547687 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_db.api [None req-39cfcbff-78eb-4655-8a9d-7089915b88aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 14:58:13.548955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:13.554454 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f5767ea2-df6a-4514-8070-a3046bbe44ab req-07c909f6-0166-4723-b565-f52cbe4348b1 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/ports?device_id=f52c7334-fe9a-4b54-95db-025a1186e7d7 HTTP/1.1" status: 200  len: 210 time: 0.0551002
Apr 20 14:58:13.576420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec15fefd0>, [{'id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'name': 'tempest-TestShelveInstance-854129380-router', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:08Z', 'updated_at': '2021-04-20T14:58:10Z', 'revision_number': 3, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'gw_port': {'id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:09Z', 'updated_at': '2021-04-20T14:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:58:13.581650 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Checking router: 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:58:13.582163 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Updating router 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 port d0628210-1b36-4764-83b0-85b4a2d78d97 binding host dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:58:13.641471 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:13.654467 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Allocated IP 192.168.233.16 (fe1c70a9-0036-4745-bc76-4926fc3b8d55/5f7a3e1d-242d-485e-8ac6-99338930c7d8/c2a5610f-d00c-415e-b824-6897763d1e5b) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:58:13.906881 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:14.012160 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Notify callbacks [] for port, precommit_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:14.025583 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Transition to ACTIVE for port object d0628210-1b36-4764-83b0-85b4a2d78d97 will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:58:14.083571 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:14.098353 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:14.105259 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:14.142941 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Transition to ACTIVE for port object c2a5610f-d00c-415e-b824-6897763d1e5b will not be triggered until provisioned by entity DHCP. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:58:14.200595 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Attempting to bind port d0628210-1b36-4764-83b0-85b4a2d78d97 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:58:14.200984 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Attempting to bind port d0628210-1b36-4764-83b0-85b4a2d78d97 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:58:14.201392 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Attempting to bind port d0628210-1b36-4764-83b0-85b4a2d78d97 on network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:58:14.212101 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:58:14.212523 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Checking segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:58:14.212974 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:14.213410 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Bound using segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:58:14.213959 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Bound port: d0628210-1b36-4764-83b0-85b4a2d78d97, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:58:14.214374 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:14.236807 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Allocated IP 172.20.0.1 (ee606f30-2b2d-4f16-873f-c7ce33195844/c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed/5a2280fe-84e9-48a7-a58f-64a847d01534) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:58:14.245099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b71c2a-5f42-425e-9ffc-54c5b944baf1 None None] Pushing event updated for resources: {'Port': ['ID=d0628210-1b36-4764-83b0-85b4a2d78d97,revision_number=2']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:14.248436 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-85b71c2a-5f42-425e-9ffc-54c5b944baf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:14.272773 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:14.282481 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6d63e574-9817-4111-bcf8-8f3d1d7c0264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:14.301809 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] For port d0628210-1b36-4764-83b0-85b4a2d78d97, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:58:14.304974 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] For port d0628210-1b36-4764-83b0-85b4a2d78d97, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=d0628210-1b36-4764-83b0-85b4a2d78d97,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:58:14.336031 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:14.341585 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:14.419032 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Routers {'4eb5a26a-dc39-4d1e-aab0-16697eec2d57'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:58:14.419658 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec15fefd0>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:58:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['4eb5a26a-dc39-4d1e-aab0-16697eec2d57'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:58:14.423994 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Network fe1c70a9-0036-4745-bc76-4926fc3b8d55 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:58:14.429056 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:58:14.436014 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:58:14.464446 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Pushing event updated for resources: {'Port': ['ID=c2a5610f-d00c-415e-b824-6897763d1e5b,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:14.481260 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:14.563383 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:14.564108 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:14.567205 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b71c2a-5f42-425e-9ffc-54c5b944baf1 None None] Pushing event updated for resources: {'Port': ['ID=d0628210-1b36-4764-83b0-85b4a2d78d97,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:14.571239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-85b71c2a-5f42-425e-9ffc-54c5b944baf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:14.574623 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:14.614908 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Transition to ACTIVE for port object 5a2280fe-84e9-48a7-a58f-64a847d01534 will not be triggered until provisioned by entity DHCP. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:58:14.643403 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] Set router 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:58:14.655689 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.0786552
Apr 20 14:58:14.670205 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] Request body: {'port': {'device_id': 'f52c7334-fe9a-4b54-95db-025a1186e7d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:58:14.704610 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:14.717112 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-eafec4a8-1951-4379-86d8-0df070dbacee tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:14.784944 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2fc96-46ed-45fd-a654-7350f233ef70 req-85943891-265a-4fa8-b77b-dbb69ef35d67 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:14.786826 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-70a2fc96-46ed-45fd-a654-7350f233ef70 req-85943891-265a-4fa8-b77b-dbb69ef35d67 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/ports?device_id=f52c7334-fe9a-4b54-95db-025a1186e7d7 HTTP/1.1" status: 200  len: 935 time: 0.0970380
Apr 20 14:58:14.810108 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Network ee606f30-2b2d-4f16-873f-c7ce33195844 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:58:14.844124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:58:14.846474 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-e0863618-7f58-49cf-a03a-84d881f12135 None None] Provisioning for port c2a5610f-d00c-415e-b824-6897763d1e5b completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:58:14.847499 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-70a2fc96-46ed-45fd-a654-7350f233ef70 req-6226c3e9-3648-4ce2-b7a8-792c9ef431c2 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f2124f-aba5-410c-937d-3a938d7b16d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451429
Apr 20 14:58:14.853215 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:58:14.855063 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-e0863618-7f58-49cf-a03a-84d881f12135 None None] Provisioning complete for port c2a5610f-d00c-415e-b824-6897763d1e5b triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:58:14.855491 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e0863618-7f58-49cf-a03a-84d881f12135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:14.906895 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Pushing event updated for resources: {'Port': ['ID=5a2280fe-84e9-48a7-a58f-64a847d01534,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:14.920625 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:14.942844 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085374'] for router_interface, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:15.088383 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:15.171357 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-e0863618-7f58-49cf-a03a-84d881f12135 None None] Port c2a5610f-d00c-415e-b824-6897763d1e5b cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:58:15.247726 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec15fefd0>, [{'id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'name': 'tempest-TestShelveInstance-854129380-router', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:08Z', 'updated_at': '2021-04-20T14:58:10Z', 'revision_number': 3, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'gw_port': {'id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:09Z', 'updated_at': '2021-04-20T14:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:58:15.252036 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9560a50c-d47a-461c-ba85-b8fcd991c4b9 None None] The sync data for ids ['4eb5a26a-dc39-4d1e-aab0-16697eec2d57'] in dv-cinder-742162-4-iscsi is: [{'id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'name': 'tempest-TestShelveInstance-854129380-router', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:08Z', 'updated_at': '2021-04-20T14:58:10Z', 'revision_number': 3, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'gw_port': {'id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:09Z', 'updated_at': '2021-04-20T14:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:58:15.306131 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-3c92114d-7c04-4f68-b70e-cc7d638c559a None None] Provisioning for port 5a2280fe-84e9-48a7-a58f-64a847d01534 completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:58:15.311580 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-3c92114d-7c04-4f68-b70e-cc7d638c559a None None] Provisioning complete for port 5a2280fe-84e9-48a7-a58f-64a847d01534 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:58:15.311998 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3c92114d-7c04-4f68-b70e-cc7d638c559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:15.376501 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-3c92114d-7c04-4f68-b70e-cc7d638c559a None None] Port 5a2280fe-84e9-48a7-a58f-64a847d01534 cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:58:15.409640 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:15.567155 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device f1cbf965-e366-40ef-b977-483155fda972 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:58:15.692238 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port f1cbf965-e366-40ef-b977-483155fda972 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:58:15.693161 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:16.076667 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a5610f-d00c-415e-b824-6897763d1e5b {{(pid=86436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:58:16.086446 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb911527-c707-4ebb-9b20-33b662fc52ec req-f2af20d0-896b-4797-826a-a37ac0688053 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:16.087471 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:16.088320 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cb911527-c707-4ebb-9b20-33b662fc52ec req-f2af20d0-896b-4797-826a-a37ac0688053 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/ports?device_id=f52c7334-fe9a-4b54-95db-025a1186e7d7 HTTP/1.1" status: 200  len: 935 time: 0.1083891
Apr 20 14:58:16.119390 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:16.121348 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] Transition to ACTIVE for port object c2a5610f-d00c-415e-b824-6897763d1e5b will not be triggered until provisioned by entity L2. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:58:16.140579 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cb911527-c707-4ebb-9b20-33b662fc52ec req-cfcb7133-8a10-40a2-9d28-b7c471bd7b0f tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f2124f-aba5-410c-937d-3a938d7b16d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452273
Apr 20 14:58:16.151821 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:16.182224 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:16.234679 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:16.344026 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690533'] for router_interface, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:16.361569 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Pushing event updated for resources: {'Port': ['ID=5a2280fe-84e9-48a7-a58f-64a847d01534,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:16.409079 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:16.417477 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-edc0e96f-19c5-4119-8151-51492b7684ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:16.606215 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9ea53-1286-4075-abba-765397185374 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a5610f-d00c-415e-b824-6897763d1e5b,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:16.623343 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-87b9ea53-1286-4075-abba-765397185374 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:16.658199 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] Attempting to bind port c2a5610f-d00c-415e-b824-6897763d1e5b on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:58:16.658576 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] Attempting to bind port c2a5610f-d00c-415e-b824-6897763d1e5b by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': 'ac3845eb-97c0-4fb4-bd72-08fa5f397c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fe1c70a9-0036-4745-bc76-4926fc3b8d55'}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:58:16.658945 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] Attempting to bind port c2a5610f-d00c-415e-b824-6897763d1e5b on network fe1c70a9-0036-4745-bc76-4926fc3b8d55 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:58:16.666958 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] Port c2a5610f-d00c-415e-b824-6897763d1e5b on network fe1c70a9-0036-4745-bc76-4926fc3b8d55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:58:16.667318 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] Attempting to bind port c2a5610f-d00c-415e-b824-6897763d1e5b on network fe1c70a9-0036-4745-bc76-4926fc3b8d55 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:58:16.676752 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:58:16.677129 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] Checking segment: {'id': 'ac3845eb-97c0-4fb4-bd72-08fa5f397c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fe1c70a9-0036-4745-bc76-4926fc3b8d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:58:16.677577 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] Bound using segment: {'id': 'ac3845eb-97c0-4fb4-bd72-08fa5f397c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fe1c70a9-0036-4745-bc76-4926fc3b8d55'} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:58:16.678048 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] Bound port: c2a5610f-d00c-415e-b824-6897763d1e5b, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac3845eb-97c0-4fb4-bd72-08fa5f397c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fe1c70a9-0036-4745-bc76-4926fc3b8d55'}}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:58:16.679039 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:16.698916 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Network ee606f30-2b2d-4f16-873f-c7ce33195844 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:58:16.702084 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:58:16.934153 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-3dcf1d32-8815-4d4d-8e2e-21cc23bd4c04 None None] Provisioning complete for port 5a2280fe-84e9-48a7-a58f-64a847d01534 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:58:16.934568 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3dcf1d32-8815-4d4d-8e2e-21cc23bd4c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:16.942043 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] For port c2a5610f-d00c-415e-b824-6897763d1e5b, host hv-cinder-74216, cleared binding levels {{(pid=86436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:58:16.947201 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] For port c2a5610f-d00c-415e-b824-6897763d1e5b, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=c2a5610f-d00c-415e-b824-6897763d1e5b,segment=NetworkSegment(ac3845eb-97c0-4fb4-bd72-08fa5f397c81),segment_id=ac3845eb-97c0-4fb4-bd72-08fa5f397c81)] {{(pid=86436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:58:16.981992 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Router 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:58:16.987549 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:16.993290 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5cf264fc-9574-4a53-a963-8421e64757da tempest-VolumesActionsTest-1707379153 tempest-VolumesActionsTest-1707379153-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:17.002305 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf1d32-8815-4d4d-8e2e-21cc23bd4c04 None None] Port 5a2280fe-84e9-48a7-a58f-64a847d01534 cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:58:17.131816 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:17.132500 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:17.134085 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-87b9ea53-1286-4075-abba-765397185374 service neutron] 10.222.0.38 "PUT /v2.0/ports/c2a5610f-d00c-415e-b824-6897763d1e5b HTTP/1.1" status: 200  len: 1097 time: 2.4691687
Apr 20 14:58:17.137521 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52c7334-fe9a-4b54-95db-025a1186e7d7', 'tag': 'c2a5610f-d00c-415e-b824-6897763d1e5b'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:58:17.202712 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52c7334-fe9a-4b54-95db-025a1186e7d7', 'tag': 'c2a5610f-d00c-415e-b824-6897763d1e5b', 'status': 'completed', 'code': 200}
Apr 20 14:58:17.291911 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9ea53-1286-4075-abba-765397185374 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a5610f-d00c-415e-b824-6897763d1e5b,revision_number=3']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:17.297689 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-87b9ea53-1286-4075-abba-765397185374 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:17.345617 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:58:17.362276 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] 10.222.0.16 "PUT /v2.0/routers/4eb5a26a-dc39-4d1e-aab0-16697eec2d57/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5091729
Apr 20 14:58:17.362276 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c57da5-1176-48ec-aebe-19a875ddb8c1 req-071f0d15-708b-4f1f-8cdc-b6b476e8982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:17.362276 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-84c57da5-1176-48ec-aebe-19a875ddb8c1 req-071f0d15-708b-4f1f-8cdc-b6b476e8982b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4e29627e49a43b0af2112bc5ee9c622&device_id=f52c7334-fe9a-4b54-95db-025a1186e7d7 HTTP/1.1" status: 200  len: 1100 time: 0.1430564
Apr 20 14:58:17.372950 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cc699-e2b0-4514-aa92-3624ea093cd3 req-df55c249-69ce-4740-8811-3d7dedb88c2a tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:17.375390 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d22cc699-e2b0-4514-aa92-3624ea093cd3 req-df55c249-69ce-4740-8811-3d7dedb88c2a tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/ports?device_id=f52c7334-fe9a-4b54-95db-025a1186e7d7 HTTP/1.1" status: 200  len: 947 time: 0.0955338
Apr 20 14:58:17.410165 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-84c57da5-1176-48ec-aebe-19a875ddb8c1 req-1906de90-e47c-4e88-aabb-2e118b09111c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=a4e29627e49a43b0af2112bc5ee9c622&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0395663
Apr 20 14:58:17.428636 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d22cc699-e2b0-4514-aa92-3624ea093cd3 req-a040fcff-4e3e-473c-9bb0-0110fa03452f tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f2124f-aba5-410c-937d-3a938d7b16d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462143
Apr 20 14:58:17.578162 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c57da5-1176-48ec-aebe-19a875ddb8c1 req-0afcef97-4ff2-4754-91b7-92e659ace166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:17.580315 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-84c57da5-1176-48ec-aebe-19a875ddb8c1 req-0afcef97-4ff2-4754-91b7-92e659ace166 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1620486
Apr 20 14:58:17.643475 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device d0628210-1b36-4764-83b0-85b4a2d78d97 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:58:17.733164 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-6bdbb036-3bba-441b-9f70-16be3016a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:17.735338 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-6bdbb036-3bba-441b-9f70-16be3016a404 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a4e29627e49a43b0af2112bc5ee9c622&device_id=f52c7334-fe9a-4b54-95db-025a1186e7d7 HTTP/1.1" status: 200  len: 1100 time: 0.1094267
Apr 20 14:58:17.791891 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port d0628210-1b36-4764-83b0-85b4a2d78d97 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:58:17.797497 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port d0628210-1b36-4764-83b0-85b4a2d78d97 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:58:17.798080 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:17.812929 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-77c19608-825d-4576-b067-70542e37dd5d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=c2a5610f-d00c-415e-b824-6897763d1e5b HTTP/1.1" status: 200  len: 217 time: 0.0703979
Apr 20 14:58:17.895253 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-3550f0ee-56e3-43dc-95fb-91efd50b1622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:17.896850 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-3550f0ee-56e3-43dc-95fb-91efd50b1622 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5f7a3e1d-242d-485e-8ac6-99338930c7d8 HTTP/1.1" status: 200  len: 843 time: 0.0764115
Apr 20 14:58:17.940457 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:17.959224 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port d0628210-1b36-4764-83b0-85b4a2d78d97, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=d0628210-1b36-4764-83b0-85b4a2d78d97,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:58:17.992299 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:17.994421 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:17.997805 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-f9e442f9-85af-4fea-9e09-3d35b97b1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:17.999694 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-f9e442f9-85af-4fea-9e09-3d35b97b1f58 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fe1c70a9-0036-4745-bc76-4926fc3b8d55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0952933
Apr 20 14:58:18.071566 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=d0628210-1b36-4764-83b0-85b4a2d78d97,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:18.078083 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:18.125030 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Sync routers for ids ['4eb5a26a-dc39-4d1e-aab0-16697eec2d57'] in dv-cinder-742162-4-iscsi {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:58:18.136628 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Routers {'4eb5a26a-dc39-4d1e-aab0-16697eec2d57'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:58:18.137296 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec3027908>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:58:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['4eb5a26a-dc39-4d1e-aab0-16697eec2d57'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:58:18.142129 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 53388) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:18.149189 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-573408821-network', 'tenant_id': 'f4ae8a2d808a43fb9334b723e75a055a'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:58:18.154595 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:18.159093 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-9da2f405-8bec-4885-9984-76255cd4df63 service neutron] 10.222.0.38 "GET /v2.0/networks/fe1c70a9-0036-4745-bc76-4926fc3b8d55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519551
Apr 20 14:58:18.159243 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Usage tracker for resource:network and tenant:f4ae8a2d808a43fb9334b723e75a055a is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:18.162442 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:18.170191 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:18.210284 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Made reservation on behalf of f4ae8a2d808a43fb9334b723e75a055a for: {'network': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:58:18.215391 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for network, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:18.229210 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:18.249842 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:18.254390 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Usage tracker for resource:security_group_rule and tenant:f4ae8a2d808a43fb9334b723e75a055a is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:18.258096 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:18.265877 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:18.312227 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f7791206-c2c5-4e0d-b266-95bc875f461d req-01ce01fe-1f7b-4e82-95ef-105dfdfb2cf1 service neutron] 10.222.0.38 "GET /v2.0/networks/fe1c70a9-0036-4745-bc76-4926fc3b8d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455231
Apr 20 14:58:18.331743 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Set router 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:58:18.358282 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:18.386463 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:18.391559 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f9713779-a22f-461a-8208-05c951c1abf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:18.418870 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'}  {{(pid=86437) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:58:18.434639 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c630653-99ab-40d5-9605-199bac677b5d,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:18.437943 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:18.438343 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.segments_db [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Added segment 48d217e6-ad5b-46c0-80c9-10e29ac9f39d of type vlan for network cd170424-87a5-4009-bf53-73df3b957d73
Apr 20 14:58:18.445336 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:18.513338 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791464999914'] for network, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:18.589625 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:58:18.639040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290'] for network, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:18.645625 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:18.646280 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:18.654151 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-830e2fd4-fcc6-4b60-bbcf-ae6d6cd7d718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:18.682121 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec3027908>, [{'id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'name': 'tempest-TestShelveInstance-854129380-router', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:08Z', 'updated_at': '2021-04-20T14:58:15Z', 'revision_number': 4, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'gw_port': {'id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:09Z', 'updated_at': '2021-04-20T14:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '5a2280fe-84e9-48a7-a58f-64a847d01534', 'name': '', 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'mac_address': 'fa:16:3e:be:ff:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:13Z', 'updated_at': '2021-04-20T14:58:15Z', 'revision_number': 2, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'subnets': [{'id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:58:18.686583 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Checking router: 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 for host: dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:58:18.686978 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Updating router 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 port 5a2280fe-84e9-48a7-a58f-64a847d01534 binding host dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:58:18.747409 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:18.783446 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Pushing event updated for resources: {'Network': ['ID=cd170424-87a5-4009-bf53-73df3b957d73,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:18.787616 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:18.802422 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Network cd170424-87a5-4009-bf53-73df3b957d73 details requested by agent ovs-agent-dv-cinder-742162-4-iscsi with host dv-cinder-742162-4-iscsi {{(pid=86438) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:58:18.810547 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db84648-a0c5-4a0f-9fe9-b4476e84af00 req-2b1eb0f6-8aae-401a-a68f-f9021d71f947 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:18.812313 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2db84648-a0c5-4a0f-9fe9-b4476e84af00 req-2b1eb0f6-8aae-401a-a68f-f9021d71f947 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/ports?device_id=f52c7334-fe9a-4b54-95db-025a1186e7d7 HTTP/1.1" status: 200  len: 947 time: 0.2152822
Apr 20 14:58:18.817290 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-210f95f8-1ac3-4db0-8d66-f1160a79b79e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6709621
Apr 20 14:58:18.817699 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 53394) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:18.824753 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-745d4451-b6a6-457d-b28a-61e3d9027a33 admin admin] Request body: {'subnet': {'network_id': 'cd170424-87a5-4009-bf53-73df3b957d73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-573408821-subnet', 'tenant_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'ip_version': 4}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:58:18.832007 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-745d4451-b6a6-457d-b28a-61e3d9027a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:18.850652 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-745d4451-b6a6-457d-b28a-61e3d9027a33 admin admin] Usage tracker for resource:subnet and tenant:f4ae8a2d808a43fb9334b723e75a055a is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:18.855375 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-745d4451-b6a6-457d-b28a-61e3d9027a33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:18.867825 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-745d4451-b6a6-457d-b28a-61e3d9027a33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:18.908266 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2db84648-a0c5-4a0f-9fe9-b4476e84af00 req-5269136c-368f-4895-82ac-282d0d8d87b7 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f2124f-aba5-410c-937d-3a938d7b16d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716770
Apr 20 14:58:18.935677 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745d4451-b6a6-457d-b28a-61e3d9027a33 admin admin] Made reservation on behalf of f4ae8a2d808a43fb9334b723e75a055a for: {'subnet': 1} {{(pid=86437) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:58:18.944847 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-745d4451-b6a6-457d-b28a-61e3d9027a33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852136815'] for subnet, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:19.200417 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Notify callbacks [] for port, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:19.253898 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Transition to ACTIVE for port object 5a2280fe-84e9-48a7-a58f-64a847d01534 will not be triggered until provisioned by entity L2. {{(pid=86439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:58:19.312274 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:19.317755 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-16f45a15-4881-4769-9b27-a4cc6ee5bd6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:19.486712 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086507ce-f9a7-4d81-9470-19e3caf9bf01 None None] Pushing event updated for resources: {'Port': ['ID=5a2280fe-84e9-48a7-a58f-64a847d01534,revision_number=3']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:19.505280 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086507ce-f9a7-4d81-9470-19e3caf9bf01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:19.505696 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086507ce-f9a7-4d81-9470-19e3caf9bf01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:19.506077 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086507ce-f9a7-4d81-9470-19e3caf9bf01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:19.506486 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086507ce-f9a7-4d81-9470-19e3caf9bf01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:19.506857 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086507ce-f9a7-4d81-9470-19e3caf9bf01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:19.507226 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086507ce-f9a7-4d81-9470-19e3caf9bf01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:19.507585 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086507ce-f9a7-4d81-9470-19e3caf9bf01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:19.507946 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086507ce-f9a7-4d81-9470-19e3caf9bf01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:19.508325 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086507ce-f9a7-4d81-9470-19e3caf9bf01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:19.508685 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086507ce-f9a7-4d81-9470-19e3caf9bf01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:19.509041 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086507ce-f9a7-4d81-9470-19e3caf9bf01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:19.509394 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086507ce-f9a7-4d81-9470-19e3caf9bf01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:58:19.546174 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-086507ce-f9a7-4d81-9470-19e3caf9bf01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:19.574086 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Attempting to bind port 5a2280fe-84e9-48a7-a58f-64a847d01534 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:58:19.585476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Attempting to bind port 5a2280fe-84e9-48a7-a58f-64a847d01534 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': 'c87870d9-fd34-435b-ac26-5507c26d1852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844'}] {{(pid=86439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:58:19.585476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Attempting to bind port 5a2280fe-84e9-48a7-a58f-64a847d01534 on network ee606f30-2b2d-4f16-873f-c7ce33195844 {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:58:19.585476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:58:19.585476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Checking segment: {'id': 'c87870d9-fd34-435b-ac26-5507c26d1852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:58:19.585476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:19.585476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Bound using segment: {'id': 'c87870d9-fd34-435b-ac26-5507c26d1852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844'} {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:58:19.585476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Bound port: 5a2280fe-84e9-48a7-a58f-64a847d01534, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87870d9-fd34-435b-ac26-5507c26d1852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844'}}] {{(pid=86439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:58:19.585476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:19.624726 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device d0628210-1b36-4764-83b0-85b4a2d78d97 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:58:19.644034 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-745d4451-b6a6-457d-b28a-61e3d9027a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2713016', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852136832'] for subnet, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:19.648713 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:19.693010 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] For port 5a2280fe-84e9-48a7-a58f-64a847d01534, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:58:19.698200 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] For port 5a2280fe-84e9-48a7-a58f-64a847d01534, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=5a2280fe-84e9-48a7-a58f-64a847d01534,segment=NetworkSegment(c87870d9-fd34-435b-ac26-5507c26d1852),segment_id=c87870d9-fd34-435b-ac26-5507c26d1852)] {{(pid=86439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:58:19.717557 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port d0628210-1b36-4764-83b0-85b4a2d78d97 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:58:19.717557 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:19.729790 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:19.733905 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d4451-b6a6-457d-b28a-61e3d9027a33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0497041-5fd6-4a46-ae71-ac0334425832,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:19.736040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:19.742531 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-745d4451-b6a6-457d-b28a-61e3d9027a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:19.751893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745d4451-b6a6-457d-b28a-61e3d9027a33 admin admin] Checking segment: {'id': '48d217e6-ad5b-46c0-80c9-10e29ac9f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cd170424-87a5-4009-bf53-73df3b957d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:58:19.752486 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745d4451-b6a6-457d-b28a-61e3d9027a33 admin admin] Network hostable DHCP agents. Network: cd170424-87a5-4009-bf53-73df3b957d73, hostable agents: ['8cbc52d7-9a0e-47fc-ab25-55981a906e08'], hosted agents: [] {{(pid=86437) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:58:19.791908 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745d4451-b6a6-457d-b28a-61e3d9027a33 admin admin] Network cd170424-87a5-4009-bf53-73df3b957d73 is scheduled to be hosted by DHCP agent 8cbc52d7-9a0e-47fc-ab25-55981a906e08 with binding_index 1 {{(pid=86437) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:58:19.827111 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086507ce-f9a7-4d81-9470-19e3caf9bf01 None None] Pushing event updated for resources: {'Port': ['ID=5a2280fe-84e9-48a7-a58f-64a847d01534,revision_number=4']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:19.831427 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-086507ce-f9a7-4d81-9470-19e3caf9bf01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:19.832238 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Routers {'4eb5a26a-dc39-4d1e-aab0-16697eec2d57'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:58:19.833012 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec3027908>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:58:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['4eb5a26a-dc39-4d1e-aab0-16697eec2d57'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:58:19.841192 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-745d4451-b6a6-457d-b28a-61e3d9027a33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-iscsi, cd170424-87a5-4009-bf53-73df3b957d73) {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:58:19.852073 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f87bb3-e7cc-4b48-afc4-ac80f0063634 None None] Network cd170424-87a5-4009-bf53-73df3b957d73 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:58:19.861248 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745d4451-b6a6-457d-b28a-61e3d9027a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:19.863038 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-745d4451-b6a6-457d-b28a-61e3d9027a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:19.918037 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-745d4451-b6a6-457d-b28a-61e3d9027a33 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0991521
Apr 20 14:58:19.920950 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 53398) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:19.928761 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-573408821-router', 'tenant_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:58:19.936817 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:19.941673 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Usage tracker for resource:router and tenant:f4ae8a2d808a43fb9334b723e75a055a is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:19.950593 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:19.963887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:20.015839 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744272'] for router, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:20.017859 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854072860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854064638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854114797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31529'] for router, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:20.044977 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:20.057231 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] Set router 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:58:20.100560 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device c2a5610f-d00c-415e-b824-6897763d1e5b details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:58:20.252162 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc0d6b-38f9-4a60-8a14-a3b9647630e7 req-32ffa3b0-759d-44a2-be24-9c7946dfa312 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:20.254230 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-24dc0d6b-38f9-4a60-8a14-a3b9647630e7 req-32ffa3b0-759d-44a2-be24-9c7946dfa312 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/ports?device_id=f52c7334-fe9a-4b54-95db-025a1186e7d7 HTTP/1.1" status: 200  len: 947 time: 0.1781676
Apr 20 14:58:20.290050 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc772c441-73b6-55f3-87a1-c705605c86c2-cd170424-87a5-4009-bf53-73df3b957d73', 'network_id': 'cd170424-87a5-4009-bf53-73df3b957d73', 'tenant_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'fixed_ips': [{'subnet_id': 'd0497041-5fd6-4a46-ae71-ac0334425832'}]}} from dv-cinder-742162-4-iscsi. {{(pid=86438) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 14:58:20.290978 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:20.386022 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port c2a5610f-d00c-415e-b824-6897763d1e5b, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=c2a5610f-d00c-415e-b824-6897763d1e5b,segment=NetworkSegment(ac3845eb-97c0-4fb4-bd72-08fa5f397c81),segment_id=ac3845eb-97c0-4fb4-bd72-08fa5f397c81)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:58:20.417042 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': 'c2a5610f-d00c-415e-b824-6897763d1e5b', 'network_id': 'fe1c70a9-0036-4745-bc76-4926fc3b8d55', 'port_id': 'c2a5610f-d00c-415e-b824-6897763d1e5b', 'mac_address': 'fa:16:3e:06:1d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7a3e1d-242d-485e-8ac6-99338930c7d8', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:58:20.517430 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854064395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854081697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31514'] for router, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:20.524084 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-24dc0d6b-38f9-4a60-8a14-a3b9647630e7 req-febb8d83-f00d-4fb2-b700-b5adf3e1ab81 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f2124f-aba5-410c-937d-3a938d7b16d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2066655
Apr 20 14:58:20.550073 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:20.578097 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a5610f-d00c-415e-b824-6897763d1e5b {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:58:20.588831 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec3027908>, [{'id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'name': 'tempest-TestShelveInstance-854129380-router', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:08Z', 'updated_at': '2021-04-20T14:58:15Z', 'revision_number': 4, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'gw_port': {'id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:09Z', 'updated_at': '2021-04-20T14:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '5a2280fe-84e9-48a7-a58f-64a847d01534', 'name': '', 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'mac_address': 'fa:16:3e:be:ff:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:13Z', 'updated_at': '2021-04-20T14:58:19Z', 'revision_number': 4, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'subnets': [{'id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:58:20.589505 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Allocated IP 172.20.0.2 (cd170424-87a5-4009-bf53-73df3b957d73/d0497041-5fd6-4a46-ae71-ac0334425832/51ba3c65-01eb-4370-bc73-93d220bddb16) {{(pid=86438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:58:20.595167 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9a8cb6-a56a-45ff-a5b7-36937e16b6d5 None None] The sync data for ids ['4eb5a26a-dc39-4d1e-aab0-16697eec2d57'] in dv-cinder-742162-4-iscsi is: [{'id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'name': 'tempest-TestShelveInstance-854129380-router', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:08Z', 'updated_at': '2021-04-20T14:58:15Z', 'revision_number': 4, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'gw_port': {'id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:09Z', 'updated_at': '2021-04-20T14:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '5a2280fe-84e9-48a7-a58f-64a847d01534', 'name': '', 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'mac_address': 'fa:16:3e:be:ff:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:13Z', 'updated_at': '2021-04-20T14:58:19Z', 'revision_number': 4, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'subnets': [{'id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:58:20.609598 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port c2a5610f-d00c-415e-b824-6897763d1e5b, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=c2a5610f-d00c-415e-b824-6897763d1e5b,segment=NetworkSegment(ac3845eb-97c0-4fb4-bd72-08fa5f397c81),segment_id=ac3845eb-97c0-4fb4-bd72-08fa5f397c81)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:58:20.687372 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:20.694699 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:20.816946 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=c2a5610f-d00c-415e-b824-6897763d1e5b,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:20.820915 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:20.908166 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['c2a5610f-d00c-415e-b824-6897763d1e5b'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:58:21.013516 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Notify callbacks [] for port, precommit_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:21.033032 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Transition to ACTIVE for port object 51ba3c65-01eb-4370-bc73-93d220bddb16 will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:58:21.080861 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Transition to ACTIVE for port object 51ba3c65-01eb-4370-bc73-93d220bddb16 will not be triggered until provisioned by entity DHCP. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:58:21.124438 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263'] for port, after_create {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:21.131104 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:21.152386 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:21.189027 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:21.230454 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Network cd170424-87a5-4009-bf53-73df3b957d73 is already hosted by enough agents. {{(pid=86438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:58:21.238336 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Resources bound (agent type, host, resource id):  {{(pid=86438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:58:21.245392 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Received port after_create {{(pid=86438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:58:21.254676 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Pushing event updated for resources: {'Port': ['ID=51ba3c65-01eb-4370-bc73-93d220bddb16,revision_number=1']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:21.267034 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:21.380730 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Attempting to bind port 51ba3c65-01eb-4370-bc73-93d220bddb16 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:58:21.381162 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Attempting to bind port 51ba3c65-01eb-4370-bc73-93d220bddb16 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '48d217e6-ad5b-46c0-80c9-10e29ac9f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cd170424-87a5-4009-bf53-73df3b957d73'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:58:21.382136 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Attempting to bind port 51ba3c65-01eb-4370-bc73-93d220bddb16 on network cd170424-87a5-4009-bf53-73df3b957d73 {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:58:21.388983 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:58:21.389895 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Checking segment: {'id': '48d217e6-ad5b-46c0-80c9-10e29ac9f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cd170424-87a5-4009-bf53-73df3b957d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:58:21.389895 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:21.390337 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Bound using segment: {'id': '48d217e6-ad5b-46c0-80c9-10e29ac9f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cd170424-87a5-4009-bf53-73df3b957d73'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:58:21.390910 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Bound port: 51ba3c65-01eb-4370-bc73-93d220bddb16, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d217e6-ad5b-46c0-80c9-10e29ac9f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cd170424-87a5-4009-bf53-73df3b957d73'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:58:21.391347 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:21.427675 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Allocated IP 172.27.2.207 (0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09/91730765-12cb-4a98-b654-b261f30f30ed/b3ed90b5-1def-4be4-9187-11eeceba50ad) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:58:21.531702 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] For port 51ba3c65-01eb-4370-bc73-93d220bddb16, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:58:21.532941 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] For port 51ba3c65-01eb-4370-bc73-93d220bddb16, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=51ba3c65-01eb-4370-bc73-93d220bddb16,segment=NetworkSegment(48d217e6-ad5b-46c0-80c9-10e29ac9f39d),segment_id=48d217e6-ad5b-46c0-80c9-10e29ac9f39d)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:58:21.587023 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:21.593053 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ae8b4451-4de0-46b9-98b3-182c3754d6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:21.661432 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 5a2280fe-84e9-48a7-a58f-64a847d01534 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:58:21.783988 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Pushing event updated for resources: {'Port': ['ID=51ba3c65-01eb-4370-bc73-93d220bddb16,revision_number=2']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:21.789235 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7782dec6-b5e3-4524-8738-f70a856828d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:21.820793 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port 5a2280fe-84e9-48a7-a58f-64a847d01534 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:58:21.827314 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 5a2280fe-84e9-48a7-a58f-64a847d01534 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:58:21.827648 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:21.992582 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:21.993027 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:22.059841 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ac23b-3256-4cb6-b336-f4fdfa95ac45 req-6b712b4e-7981-49bd-bf59-684727f69634 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:22.061729 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d98ac23b-3256-4cb6-b336-f4fdfa95ac45 req-6b712b4e-7981-49bd-bf59-684727f69634 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/ports?device_id=f52c7334-fe9a-4b54-95db-025a1186e7d7 HTTP/1.1" status: 200  len: 948 time: 0.1709292
Apr 20 14:58:22.083289 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port 5a2280fe-84e9-48a7-a58f-64a847d01534, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=5a2280fe-84e9-48a7-a58f-64a847d01534,segment=NetworkSegment(c87870d9-fd34-435b-ac26-5507c26d1852),segment_id=c87870d9-fd34-435b-ac26-5507c26d1852)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:58:22.119342 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device c2a5610f-d00c-415e-b824-6897763d1e5b up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:58:22.153038 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d98ac23b-3256-4cb6-b336-f4fdfa95ac45 req-4210fafa-1039-450c-abdb-23a38b4dcbbb tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f2124f-aba5-410c-937d-3a938d7b16d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786424
Apr 20 14:58:22.154975 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:22.167092 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4307aeec-e45e-4553-966c-2f3eb4e91dd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:22.240466 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:58:22.244184 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:58:22.247405 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:58:22.249309 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:22.258911 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-819a64ab-8016-4b77-a8ea-21d38e125576 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:22.311171 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Pushing event updated for resources: {'Port': ['ID=b3ed90b5-1def-4be4-9187-11eeceba50ad,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:22.314728 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:22.376338 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=5a2280fe-84e9-48a7-a58f-64a847d01534,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:22.379949 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:22.411169 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port c2a5610f-d00c-415e-b824-6897763d1e5b completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:58:22.417251 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port c2a5610f-d00c-415e-b824-6897763d1e5b triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:58:22.417696 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:22.566681 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:22.597582 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52c7334-fe9a-4b54-95db-025a1186e7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a5610f-d00c-415e-b824-6897763d1e5b'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:58:22.608876 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port c2a5610f-d00c-415e-b824-6897763d1e5b, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=c2a5610f-d00c-415e-b824-6897763d1e5b,segment=NetworkSegment(ac3845eb-97c0-4fb4-bd72-08fa5f397c81),segment_id=ac3845eb-97c0-4fb4-bd72-08fa5f397c81)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:58:22.642887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:22.646082 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ae8b4451-4de0-46b9-98b3-182c3754d6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:22.704307 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52c7334-fe9a-4b54-95db-025a1186e7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a5610f-d00c-415e-b824-6897763d1e5b', 'code': 200}
Apr 20 14:58:22.741722 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=c2a5610f-d00c-415e-b824-6897763d1e5b,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:22.745382 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:22.818531 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:22.988594 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbfa93-d9ea-4f47-84f6-56797ef501cb req-facecc5f-2891-4bea-9f70-46916f28ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:22.991425 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6cbbfa93-d9ea-4f47-84f6-56797ef501cb req-facecc5f-2891-4bea-9f70-46916f28ffae service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f52c7334-fe9a-4b54-95db-025a1186e7d7 HTTP/1.1" status: 200  len: 1102 time: 0.0928719
Apr 20 14:58:23.062326 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6cbbfa93-d9ea-4f47-84f6-56797ef501cb req-d8159c0e-0789-4110-a151-646a0923139c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b4f2124f-aba5-410c-937d-3a938d7b16d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644655
Apr 20 14:58:23.226289 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-711391'] for router, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:23.392515 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca9b7e8-1642-404a-88ab-f7414789ac31 None None] Network cd170424-87a5-4009-bf53-73df3b957d73 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:58:23.682767 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f97826-8910-4fba-b872-b6343451c40d req-23945798-8b14-425f-9a0a-c39ff8306e7d tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:23.683207 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 5a2280fe-84e9-48a7-a58f-64a847d01534 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:58:23.684445 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9f97826-8910-4fba-b872-b6343451c40d req-23945798-8b14-425f-9a0a-c39ff8306e7d tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/ports?device_id=f52c7334-fe9a-4b54-95db-025a1186e7d7 HTTP/1.1" status: 200  len: 949 time: 0.3493378
Apr 20 14:58:23.749952 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-1f7c2f95-eed9-46f1-9681-38ef09336a26 None None] Provisioning for port 51ba3c65-01eb-4370-bc73-93d220bddb16 completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:58:23.756756 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c9f97826-8910-4fba-b872-b6343451c40d req-35e04fe2-8568-44bc-b426-d14d1a231c3e tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f2124f-aba5-410c-937d-3a938d7b16d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625823
Apr 20 14:58:23.791740 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Router c77d41af-bdc8-46bf-b195-22d38515defe is scheduled to L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f with binding_index 1 {{(pid=86437) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 14:58:23.903396 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 5a2280fe-84e9-48a7-a58f-64a847d01534 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:58:23.903813 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:24.019568 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:58:24.040325 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Sync routers for ids ['c77d41af-bdc8-46bf-b195-22d38515defe'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:58:24.073785 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Routers {'c77d41af-bdc8-46bf-b195-22d38515defe'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:58:24.074494 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec1485320>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:58:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['c77d41af-bdc8-46bf-b195-22d38515defe'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:58:24.113133 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Notify callbacks [] for router, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:24.115279 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.1921604
Apr 20 14:58:24.121105 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 53410) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:24.152080 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 51ba3c65-01eb-4370-bc73-93d220bddb16 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:58:24.359228 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Set router c77d41af-bdc8-46bf-b195-22d38515defe gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:58:24.547935 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port 51ba3c65-01eb-4370-bc73-93d220bddb16 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:58:24.558388 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 51ba3c65-01eb-4370-bc73-93d220bddb16 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:58:24.559474 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:24.794547 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:24.852061 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port 51ba3c65-01eb-4370-bc73-93d220bddb16, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=51ba3c65-01eb-4370-bc73-93d220bddb16,segment=NetworkSegment(48d217e6-ad5b-46c0-80c9-10e29ac9f39d),segment_id=48d217e6-ad5b-46c0-80c9-10e29ac9f39d)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:58:24.857635 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec1485320>, [{'id': 'c77d41af-bdc8-46bf-b195-22d38515defe', 'name': 'tempest-TestShelveInstance-573408821-router', 'tenant_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'b3ed90b5-1def-4be4-9187-11eeceba50ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:20Z', 'updated_at': '2021-04-20T14:58:22Z', 'revision_number': 3, 'project_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'gw_port': {'id': 'b3ed90b5-1def-4be4-9187-11eeceba50ad', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:79:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77d41af-bdc8-46bf-b195-22d38515defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:21Z', 'updated_at': '2021-04-20T14:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:58:24.862682 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Checking router: c77d41af-bdc8-46bf-b195-22d38515defe for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:58:24.863639 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Updating router c77d41af-bdc8-46bf-b195-22d38515defe port b3ed90b5-1def-4be4-9187-11eeceba50ad binding host dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:58:24.897043 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:24.905994 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-fdbe4f19-b5af-4d8c-b73f-e22bab76c27a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:24.991850 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:25.050238 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=51ba3c65-01eb-4370-bc73-93d220bddb16,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:25.056968 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:25.135099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9459d31-dd7c-4d66-be6d-1206381d38d3 req-b9380a80-68b4-4021-b7c2-2a5c258bec08 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:25.136851 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d9459d31-dd7c-4d66-be6d-1206381d38d3 req-b9380a80-68b4-4021-b7c2-2a5c258bec08 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/ports?device_id=f52c7334-fe9a-4b54-95db-025a1186e7d7 HTTP/1.1" status: 200  len: 949 time: 0.1725080
Apr 20 14:58:25.196289 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d9459d31-dd7c-4d66-be6d-1206381d38d3 req-43508510-fba5-498b-b6f2-0b591c32f6fb tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f2124f-aba5-410c-937d-3a938d7b16d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513651
Apr 20 14:58:25.395009 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Notify callbacks [] for port, precommit_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:25.409637 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Transition to ACTIVE for port object b3ed90b5-1def-4be4-9187-11eeceba50ad will not be triggered until provisioned by entity L2. {{(pid=86438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:58:25.458946 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:25.465906 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:25.471677 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:25.559883 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Attempting to bind port b3ed90b5-1def-4be4-9187-11eeceba50ad on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:58:25.560327 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Attempting to bind port b3ed90b5-1def-4be4-9187-11eeceba50ad by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:58:25.560844 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Attempting to bind port b3ed90b5-1def-4be4-9187-11eeceba50ad on network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:58:25.563174 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dea7ea-4bc9-4c57-a7b2-73a2a65c398d None None] Pushing event updated for resources: {'Port': ['ID=b3ed90b5-1def-4be4-9187-11eeceba50ad,revision_number=2']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:25.567480 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b2dea7ea-4bc9-4c57-a7b2-73a2a65c398d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:25.570706 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:58:25.571121 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Checking segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:58:25.571572 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:25.572003 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Bound using segment: {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'} {{(pid=86438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:58:25.572899 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Bound port: b3ed90b5-1def-4be4-9187-11eeceba50ad, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f672b1-b463-4e3f-aaa6-262430b5121e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09'}}] {{(pid=86438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:58:25.572899 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:25.611593 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 51ba3c65-01eb-4370-bc73-93d220bddb16 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:58:25.701181 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Allocated IP 172.20.0.1 (cd170424-87a5-4009-bf53-73df3b957d73/d0497041-5fd6-4a46-ae71-ac0334425832/8a4d7baa-f830-42ac-a877-7bd53b5a0b88) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:58:25.724670 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 51ba3c65-01eb-4370-bc73-93d220bddb16 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:58:25.725118 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:25.771138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] For port b3ed90b5-1def-4be4-9187-11eeceba50ad, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:58:25.847274 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] For port b3ed90b5-1def-4be4-9187-11eeceba50ad, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=b3ed90b5-1def-4be4-9187-11eeceba50ad,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:58:25.889419 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:25.895193 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:25.961564 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30dac6-ade1-4407-978c-998947383473 req-c6946080-3388-4720-992b-f253844b1dd4 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:25.963225 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ae30dac6-ade1-4407-978c-998947383473 req-c6946080-3388-4720-992b-f253844b1dd4 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/ports?device_id=f52c7334-fe9a-4b54-95db-025a1186e7d7 HTTP/1.1" status: 200  len: 949 time: 0.0961390
Apr 20 14:58:25.975322 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Routers {'c77d41af-bdc8-46bf-b195-22d38515defe'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:58:25.976030 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec1485320>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:58:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['c77d41af-bdc8-46bf-b195-22d38515defe'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:58:25.991504 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:26.015970 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Transition to ACTIVE for port object 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 will not be triggered until provisioned by entity DHCP. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:58:26.018303 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ae30dac6-ade1-4407-978c-998947383473 req-c57304d7-1078-4fd2-b793-3c10dda36bf8 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f2124f-aba5-410c-937d-3a938d7b16d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468197
Apr 20 14:58:26.073794 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:26.079967 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:26.143654 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Network cd170424-87a5-4009-bf53-73df3b957d73 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:58:26.152223 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:58:26.155018 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:58:26.211415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Pushing event updated for resources: {'Port': ['ID=8a4d7baa-f830-42ac-a877-7bd53b5a0b88,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:26.214977 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:26.232779 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854085374'] for router_interface, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:26.316890 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dea7ea-4bc9-4c57-a7b2-73a2a65c398d None None] Pushing event updated for resources: {'Port': ['ID=b3ed90b5-1def-4be4-9187-11eeceba50ad,revision_number=3']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:26.323633 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b2dea7ea-4bc9-4c57-a7b2-73a2a65c398d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:26.367965 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] Set router c77d41af-bdc8-46bf-b195-22d38515defe gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:58:26.390327 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:26.558530 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-a8b0d9b7-462d-498d-8c24-0ebc9e980068 None None] Provisioning for port 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:58:26.569624 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-a8b0d9b7-462d-498d-8c24-0ebc9e980068 None None] Provisioning complete for port 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:58:26.570035 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a8b0d9b7-462d-498d-8c24-0ebc9e980068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:26.632533 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:26.657004 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-a8b0d9b7-462d-498d-8c24-0ebc9e980068 None None] Port 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:58:26.677304 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:26.707243 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-712c5577-94c1-4ce0-baed-28b7e01fddff tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:26.741387 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec1485320>, [{'id': 'c77d41af-bdc8-46bf-b195-22d38515defe', 'name': 'tempest-TestShelveInstance-573408821-router', 'tenant_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'b3ed90b5-1def-4be4-9187-11eeceba50ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:20Z', 'updated_at': '2021-04-20T14:58:22Z', 'revision_number': 3, 'project_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'gw_port': {'id': 'b3ed90b5-1def-4be4-9187-11eeceba50ad', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:79:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77d41af-bdc8-46bf-b195-22d38515defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:21Z', 'updated_at': '2021-04-20T14:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:58:26.745504 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0437f77-7968-4ca9-ac60-40404c55550b None None] The sync data for ids ['c77d41af-bdc8-46bf-b195-22d38515defe'] in dv-cinder-742162-4-iscsi is: [{'id': 'c77d41af-bdc8-46bf-b195-22d38515defe', 'name': 'tempest-TestShelveInstance-573408821-router', 'tenant_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'b3ed90b5-1def-4be4-9187-11eeceba50ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:20Z', 'updated_at': '2021-04-20T14:58:22Z', 'revision_number': 3, 'project_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'gw_port': {'id': 'b3ed90b5-1def-4be4-9187-11eeceba50ad', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:79:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77d41af-bdc8-46bf-b195-22d38515defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:21Z', 'updated_at': '2021-04-20T14:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:58:26.797679 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690533'] for router_interface, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:26.802314 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Pushing event updated for resources: {'Port': ['ID=8a4d7baa-f830-42ac-a877-7bd53b5a0b88,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:26.807677 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:26.956840 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Network cd170424-87a5-4009-bf53-73df3b957d73 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:58:26.958060 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:58:27.282093 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-897d929d-5f05-48e3-89b6-da1a5db42a50 None None] Provisioning complete for port 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:58:27.282661 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-897d929d-5f05-48e3-89b6-da1a5db42a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:27.307682 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Router c77d41af-bdc8-46bf-b195-22d38515defe has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:58:27.317809 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedfdc8-3f31-49d2-9585-47ef0fb07e66 req-b3f8edcc-e888-43f0-8698-7a1a10850dd3 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:27.320545 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9bedfdc8-3f31-49d2-9585-47ef0fb07e66 req-b3f8edcc-e888-43f0-8698-7a1a10850dd3 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/ports?device_id=f52c7334-fe9a-4b54-95db-025a1186e7d7 HTTP/1.1" status: 200  len: 949 time: 0.1173851
Apr 20 14:58:27.350365 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-897d929d-5f05-48e3-89b6-da1a5db42a50 None None] Port 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:58:27.378064 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9bedfdc8-3f31-49d2-9585-47ef0fb07e66 req-2038bc5b-5fde-4487-b428-f6a383e4786f tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4f2124f-aba5-410c-937d-3a938d7b16d2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505311
Apr 20 14:58:27.403465 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353776d-5125-4d7f-8cb2-f88381b80c8d req-5ca22fc5-1623-453b-ad8b-799f724139d3 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:27.404217 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-f353776d-5125-4d7f-8cb2-f88381b80c8d req-5ca22fc5-1623-453b-ad8b-799f724139d3 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Synchronizing usage tracker for tenant:a4e29627e49a43b0af2112bc5ee9c622 on resource:port {{(pid=86436) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:58:27.524732 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-f353776d-5125-4d7f-8cb2-f88381b80c8d req-5ca22fc5-1623-453b-ad8b-799f724139d3 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Unset dirty status for tenant:a4e29627e49a43b0af2112bc5ee9c622 on resource:port {{(pid=86436) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:58:27.528022 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f353776d-5125-4d7f-8cb2-f88381b80c8d req-5ca22fc5-1623-453b-ad8b-799f724139d3 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.38 "GET /v2.0/ports?device_id=f52c7334-fe9a-4b54-95db-025a1186e7d7 HTTP/1.1" status: 200  len: 949 time: 0.3627505
Apr 20 14:58:27.630963 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:58:27.632165 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device b3ed90b5-1def-4be4-9187-11eeceba50ad up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:58:27.646557 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-f353776d-5125-4d7f-8cb2-f88381b80c8d req-abddcb41-d260-4e4d-9bf0-3e3b607d1915 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Deleting port c2a5610f-d00c-415e-b824-6897763d1e5b {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:58:27.646993 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f353776d-5125-4d7f-8cb2-f88381b80c8d req-abddcb41-d260-4e4d-9bf0-3e3b607d1915 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:27.690790 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] 10.222.0.16 "PUT /v2.0/routers/c77d41af-bdc8-46bf-b195-22d38515defe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5672221
Apr 20 14:58:27.809124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port b3ed90b5-1def-4be4-9187-11eeceba50ad completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:58:27.815088 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port b3ed90b5-1def-4be4-9187-11eeceba50ad triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:58:27.815618 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:27.955665 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-f353776d-5125-4d7f-8cb2-f88381b80c8d req-abddcb41-d260-4e4d-9bf0-3e3b607d1915 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] For port c2a5610f-d00c-415e-b824-6897763d1e5b, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=c2a5610f-d00c-415e-b824-6897763d1e5b,segment=NetworkSegment(ac3845eb-97c0-4fb4-bd72-08fa5f397c81),segment_id=ac3845eb-97c0-4fb4-bd72-08fa5f397c81)] {{(pid=86436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:58:27.956073 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f353776d-5125-4d7f-8cb2-f88381b80c8d req-abddcb41-d260-4e4d-9bf0-3e3b607d1915 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:27.992683 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:28.012134 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port b3ed90b5-1def-4be4-9187-11eeceba50ad, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=b3ed90b5-1def-4be4-9187-11eeceba50ad,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:58:28.043410 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:28.045719 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:28.163354 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-f353776d-5125-4d7f-8cb2-f88381b80c8d req-abddcb41-d260-4e4d-9bf0-3e3b607d1915 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Calling delete_port for c2a5610f-d00c-415e-b824-6897763d1e5b owned by compute:nova {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:58:28.177790 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=b3ed90b5-1def-4be4-9187-11eeceba50ad,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:28.185387 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:28.351457 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 53434) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:28.357268 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-23aa91c7-9d75-4e77-8acb-15d2761d14d8 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1887651130', 'description': 'tempest-secgroup-smoke-1887651130 description', 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:58:28.364027 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-23aa91c7-9d75-4e77-8acb-15d2761d14d8 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:28.368153 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-23aa91c7-9d75-4e77-8acb-15d2761d14d8 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Usage tracker for resource:security_group and tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:28.371218 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-23aa91c7-9d75-4e77-8acb-15d2761d14d8 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:28.377156 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f353776d-5125-4d7f-8cb2-f88381b80c8d req-abddcb41-d260-4e4d-9bf0-3e3b607d1915 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:28.385521 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-23aa91c7-9d75-4e77-8acb-15d2761d14d8 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:28.387730 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:28.477381 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddcb41-d260-4e4d-9bf0-3e3b607d1915 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Pushing event deleted for resources: {'Port': ['ID=c2a5610f-d00c-415e-b824-6897763d1e5b,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:28.480157 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-abddcb41-d260-4e4d-9bf0-3e3b607d1915 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:28.523858 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-23aa91c7-9d75-4e77-8acb-15d2761d14d8 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:28.550543 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f353776d-5125-4d7f-8cb2-f88381b80c8d req-abddcb41-d260-4e4d-9bf0-3e3b607d1915 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] No DVR routers for this DVR port c2a5610f-d00c-415e-b824-6897763d1e5b on host hv-cinder-74216 {{(pid=86436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:58:28.553502 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-f353776d-5125-4d7f-8cb2-f88381b80c8d req-abddcb41-d260-4e4d-9bf0-3e3b607d1915 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:28.556572 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d0302c74-7e7d-4c8a-8fe0-5ad528eec656 req-1040832d-d15b-4b26-a051-a16b749bedd3 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.16 "GET /v2.0/ports?device_id=f52c7334-fe9a-4b54-95db-025a1186e7d7 HTTP/1.1" status: 200  len: 210 time: 0.0562747
Apr 20 14:58:28.560457 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52c7334-fe9a-4b54-95db-025a1186e7d7', 'name': 'network-vif-deleted', 'tag': 'c2a5610f-d00c-415e-b824-6897763d1e5b'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:58:28.580056 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-23aa91c7-9d75-4e77-8acb-15d2761d14d8 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:28.581589 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-23aa91c7-9d75-4e77-8acb-15d2761d14d8 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Usage tracker for resource:security_group_rule and tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:28.585492 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-23aa91c7-9d75-4e77-8acb-15d2761d14d8 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:28.592815 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-23aa91c7-9d75-4e77-8acb-15d2761d14d8 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:28.618156 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f353776d-5125-4d7f-8cb2-f88381b80c8d req-abddcb41-d260-4e4d-9bf0-3e3b607d1915 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] 10.222.0.38 "DELETE /v2.0/ports/c2a5610f-d00c-415e-b824-6897763d1e5b HTTP/1.1" status: 204  len: 173 time: 1.0836949
Apr 20 14:58:28.625899 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52c7334-fe9a-4b54-95db-025a1186e7d7', 'name': 'network-vif-deleted', 'tag': 'c2a5610f-d00c-415e-b824-6897763d1e5b', 'status': 'completed', 'code': 200}
Apr 20 14:58:28.680626 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-23aa91c7-9d75-4e77-8acb-15d2761d14d8 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:28.717778 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-23aa91c7-9d75-4e77-8acb-15d2761d14d8 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:28.723624 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-e63e9cc1-f4fa-4c05-b47e-e841e8f409ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:28.766122 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa91c7-9d75-4e77-8acb-15d2761d14d8 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:28.769326 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-23aa91c7-9d75-4e77-8acb-15d2761d14d8 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:28.791878 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-23aa91c7-9d75-4e77-8acb-15d2761d14d8 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:28.793256 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-23aa91c7-9d75-4e77-8acb-15d2761d14d8 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4407132
Apr 20 14:58:28.796214 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 53442) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:28.802039 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-2b4848c7-a8d6-484c-99c1-05d253f16db0 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Request body: {'security_group_rule': {'security_group_id': '5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5', 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:58:28.808633 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-2b4848c7-a8d6-484c-99c1-05d253f16db0 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:28.812740 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-2b4848c7-a8d6-484c-99c1-05d253f16db0 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Usage tracker for resource:security_group_rule and tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:28.822453 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-2b4848c7-a8d6-484c-99c1-05d253f16db0 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:28.822453 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-2b4848c7-a8d6-484c-99c1-05d253f16db0 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:28.890277 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2b4848c7-a8d6-484c-99c1-05d253f16db0 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:28.958542 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2b4848c7-a8d6-484c-99c1-05d253f16db0 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:28.991147 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2b4848c7-a8d6-484c-99c1-05d253f16db0 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:28.999242 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:29.022873 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4848c7-a8d6-484c-99c1-05d253f16db0 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe356e4-0426-4e9b-bf6d-4769b9ed9e86,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:29.026119 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2b4848c7-a8d6-484c-99c1-05d253f16db0 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:29.055191 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2b4848c7-a8d6-484c-99c1-05d253f16db0 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:29.057077 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-2b4848c7-a8d6-484c-99c1-05d253f16db0 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2594614
Apr 20 14:58:29.059635 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 53446) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:29.067170 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-c1b65bc6-5344-448c-a34a-33646f2f7ecb tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Request body: {'security_group_rule': {'security_group_id': '5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5', 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:58:29.074702 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-c1b65bc6-5344-448c-a34a-33646f2f7ecb tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:29.079103 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-c1b65bc6-5344-448c-a34a-33646f2f7ecb tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Usage tracker for resource:security_group_rule and tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:29.082517 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-c1b65bc6-5344-448c-a34a-33646f2f7ecb tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:29.088564 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-c1b65bc6-5344-448c-a34a-33646f2f7ecb tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:29.141869 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c1b65bc6-5344-448c-a34a-33646f2f7ecb tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:29.215399 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c1b65bc6-5344-448c-a34a-33646f2f7ecb tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:29.254387 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c1b65bc6-5344-448c-a34a-33646f2f7ecb tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:29.257313 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d0ad417d-b2c0-4aaf-80e6-cef904cec15d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:29.283775 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b65bc6-5344-448c-a34a-33646f2f7ecb tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a1c06d-7fed-4a7a-8f61-6faa86341145,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:29.288786 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c1b65bc6-5344-448c-a34a-33646f2f7ecb tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:29.351742 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c1b65bc6-5344-448c-a34a-33646f2f7ecb tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:29.353122 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-c1b65bc6-5344-448c-a34a-33646f2f7ecb tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2924447
Apr 20 14:58:29.356502 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 53450) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:29.362554 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-6ed459ba-3425-4e9e-9eff-6d53665a2d88 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Request body: {'security_group_rule': {'security_group_id': '5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5', 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:58:29.369998 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-6ed459ba-3425-4e9e-9eff-6d53665a2d88 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:29.374377 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-6ed459ba-3425-4e9e-9eff-6d53665a2d88 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Usage tracker for resource:security_group_rule and tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:29.377401 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-6ed459ba-3425-4e9e-9eff-6d53665a2d88 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:29.385132 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-6ed459ba-3425-4e9e-9eff-6d53665a2d88 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:29.450174 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6ed459ba-3425-4e9e-9eff-6d53665a2d88 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:29.527292 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6ed459ba-3425-4e9e-9eff-6d53665a2d88 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:29.557689 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6ed459ba-3425-4e9e-9eff-6d53665a2d88 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:29.559861 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:29.579878 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device b3ed90b5-1def-4be4-9187-11eeceba50ad up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:58:29.583638 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed459ba-3425-4e9e-9eff-6d53665a2d88 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540c440e-a6b9-48b5-a5c7-2931a358cdd5,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:29.586343 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6ed459ba-3425-4e9e-9eff-6d53665a2d88 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:29.620250 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6ed459ba-3425-4e9e-9eff-6d53665a2d88 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:29.624478 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-6ed459ba-3425-4e9e-9eff-6d53665a2d88 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2642434
Apr 20 14:58:29.625507 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 53456) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:29.632378 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-0adcda2f-5aad-435f-9a79-0594d9263f57 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Request body: {'security_group_rule': {'security_group_id': '5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5', 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:58:29.639843 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0adcda2f-5aad-435f-9a79-0594d9263f57 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:29.643999 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0adcda2f-5aad-435f-9a79-0594d9263f57 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Usage tracker for resource:security_group_rule and tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:29.647543 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-0adcda2f-5aad-435f-9a79-0594d9263f57 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:29.653982 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-0adcda2f-5aad-435f-9a79-0594d9263f57 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:29.680437 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port b3ed90b5-1def-4be4-9187-11eeceba50ad triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:58:29.680437 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:29.701229 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0adcda2f-5aad-435f-9a79-0594d9263f57 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:29.722127 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Sync routers for ids ['c77d41af-bdc8-46bf-b195-22d38515defe'] in dv-cinder-742162-4-iscsi {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:58:29.733744 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Routers {'c77d41af-bdc8-46bf-b195-22d38515defe'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:58:29.734723 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec14a4240>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:58:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['c77d41af-bdc8-46bf-b195-22d38515defe'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:58:29.925110 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0adcda2f-5aad-435f-9a79-0594d9263f57 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:29.944936 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Set router c77d41af-bdc8-46bf-b195-22d38515defe gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:58:29.962765 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0adcda2f-5aad-435f-9a79-0594d9263f57 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:29.965442 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-42b06188-817d-4965-8087-55c385c90159 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:29.992358 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcda2f-5aad-435f-9a79-0594d9263f57 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2644207c-29f6-4253-b01f-6615a205925a,revision_number=0']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:29.999117 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0adcda2f-5aad-435f-9a79-0594d9263f57 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:30.033264 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0adcda2f-5aad-435f-9a79-0594d9263f57 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:30.034059 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-0adcda2f-5aad-435f-9a79-0594d9263f57 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4073434
Apr 20 14:58:30.042629 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 53472) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:30.049384 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-7745e60f-4e1d-4be9-adb7-006f396b7fff tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Request body: {'security_group_rule': {'security_group_id': '5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5', 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:58:30.065306 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-7745e60f-4e1d-4be9-adb7-006f396b7fff tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:30.072284 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-7745e60f-4e1d-4be9-adb7-006f396b7fff tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Usage tracker for resource:security_group_rule and tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:30.075970 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-7745e60f-4e1d-4be9-adb7-006f396b7fff tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:30.101861 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-7745e60f-4e1d-4be9-adb7-006f396b7fff tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:30.151290 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.securitygroups_db [None req-7745e60f-4e1d-4be9-adb7-006f396b7fff tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Project f2c1ae3a13624769af7a2f4d9cbd98a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 14:58:30.157404 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device c2a5610f-d00c-415e-b824-6897763d1e5b no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:58:30.161519 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7745e60f-4e1d-4be9-adb7-006f396b7fff tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:30.208067 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] No Port match for: c2a5610f-d00c-415e-b824-6897763d1e5b {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:58:30.208469 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device c2a5610f-d00c-415e-b824-6897763d1e5b not bound to the agent host hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:58:30.319672 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec14a4240>, [{'id': 'c77d41af-bdc8-46bf-b195-22d38515defe', 'name': 'tempest-TestShelveInstance-573408821-router', 'tenant_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'b3ed90b5-1def-4be4-9187-11eeceba50ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:20Z', 'updated_at': '2021-04-20T14:58:26Z', 'revision_number': 4, 'project_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'gw_port': {'id': 'b3ed90b5-1def-4be4-9187-11eeceba50ad', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77d41af-bdc8-46bf-b195-22d38515defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:21Z', 'updated_at': '2021-04-20T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '8a4d7baa-f830-42ac-a877-7bd53b5a0b88', 'name': '', 'network_id': 'cd170424-87a5-4009-bf53-73df3b957d73', 'tenant_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'mac_address': 'fa:16:3e:29:da:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77d41af-bdc8-46bf-b195-22d38515defe', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'd0497041-5fd6-4a46-ae71-ac0334425832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:25Z', 'updated_at': '2021-04-20T14:58:26Z', 'revision_number': 2, 'project_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'subnets': [{'id': 'd0497041-5fd6-4a46-ae71-ac0334425832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:58:30.324250 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Checking router: c77d41af-bdc8-46bf-b195-22d38515defe for host: dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:58:30.324650 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Updating router c77d41af-bdc8-46bf-b195-22d38515defe port 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 binding host dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:58:30.390667 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:30.503627 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7745e60f-4e1d-4be9-adb7-006f396b7fff tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:30.534496 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7745e60f-4e1d-4be9-adb7-006f396b7fff tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:30.536795 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c1b65bc6-5344-448c-a34a-33646f2f7ecb tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:30.565155 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745e60f-4e1d-4be9-adb7-006f396b7fff tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5398fe56-b7f0-4e84-b6f2-0cae42b0bd1d,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:30.568126 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7745e60f-4e1d-4be9-adb7-006f396b7fff tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:30.637913 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7745e60f-4e1d-4be9-adb7-006f396b7fff tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:30.639253 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-7745e60f-4e1d-4be9-adb7-006f396b7fff tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5955391
Apr 20 14:58:30.642143 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 53490) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:30.648322 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-f12e5e73-abf7-471d-8278-994065c98fa7 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Request body: {'security_group_rule': {'security_group_id': '5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5', 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:58:30.655236 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-f12e5e73-abf7-471d-8278-994065c98fa7 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:30.659763 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-f12e5e73-abf7-471d-8278-994065c98fa7 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Usage tracker for resource:security_group_rule and tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:30.662973 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-f12e5e73-abf7-471d-8278-994065c98fa7 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:30.669720 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-f12e5e73-abf7-471d-8278-994065c98fa7 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:30.729757 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.securitygroups_db [None req-f12e5e73-abf7-471d-8278-994065c98fa7 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Project f2c1ae3a13624769af7a2f4d9cbd98a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 14:58:30.737802 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f12e5e73-abf7-471d-8278-994065c98fa7 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:30.811912 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Notify callbacks [] for port, precommit_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:30.814123 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f12e5e73-abf7-471d-8278-994065c98fa7 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:30.815083 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:30.825229 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Transition to ACTIVE for port object 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 will not be triggered until provisioned by entity L2. {{(pid=86439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:58:30.848820 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f12e5e73-abf7-471d-8278-994065c98fa7 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:30.851159 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-32bc605b-f839-4f52-9455-7dc66b0c1a70 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:30.876222 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e5e73-abf7-471d-8278-994065c98fa7 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce383cd-d7c0-446b-8105-20f3e125dd8c,revision_number=0']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:30.877410 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:30.878899 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f12e5e73-abf7-471d-8278-994065c98fa7 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:30.884726 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-086507ce-f9a7-4d81-9470-19e3caf9bf01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:30.922361 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f12e5e73-abf7-471d-8278-994065c98fa7 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:30.923698 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-f12e5e73-abf7-471d-8278-994065c98fa7 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2803681
Apr 20 14:58:31.038267 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46903caa-238c-49d8-9715-392e2b585ac5 None None] Pushing event updated for resources: {'Port': ['ID=8a4d7baa-f830-42ac-a877-7bd53b5a0b88,revision_number=3']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:31.042717 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-46903caa-238c-49d8-9715-392e2b585ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:31.149981 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Attempting to bind port 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 on host dv-cinder-742162-4-iscsi for vnic_type normal with profile  {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:58:31.150393 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Attempting to bind port 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 by drivers openvswitch,hyperv on host dv-cinder-742162-4-iscsi at level 0 using segments [{'id': '48d217e6-ad5b-46c0-80c9-10e29ac9f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cd170424-87a5-4009-bf53-73df3b957d73'}] {{(pid=86439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:58:31.150795 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Attempting to bind port 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 on network cd170424-87a5-4009-bf53-73df3b957d73 {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:58:31.157906 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Checking agent: {'id': '40ca6506-9adc-4e0f-81fc-0f55644d38ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 6), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:58:31.158299 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Checking segment: {'id': '48d217e6-ad5b-46c0-80c9-10e29ac9f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cd170424-87a5-4009-bf53-73df3b957d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:58:31.158743 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:31.159177 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Bound using segment: {'id': '48d217e6-ad5b-46c0-80c9-10e29ac9f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cd170424-87a5-4009-bf53-73df3b957d73'} {{(pid=86439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:58:31.159695 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Bound port: 8a4d7baa-f830-42ac-a877-7bd53b5a0b88, host: dv-cinder-742162-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d217e6-ad5b-46c0-80c9-10e29ac9f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cd170424-87a5-4009-bf53-73df3b957d73'}}] {{(pid=86439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:58:31.160110 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:31.270244 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] For port 8a4d7baa-f830-42ac-a877-7bd53b5a0b88, host dv-cinder-742162-4-iscsi, cleared binding levels {{(pid=86439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:58:31.276107 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] For port 8a4d7baa-f830-42ac-a877-7bd53b5a0b88, host dv-cinder-742162-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=8a4d7baa-f830-42ac-a877-7bd53b5a0b88,segment=NetworkSegment(48d217e6-ad5b-46c0-80c9-10e29ac9f39d),segment_id=48d217e6-ad5b-46c0-80c9-10e29ac9f39d)] {{(pid=86439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:58:31.317958 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86439) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:31.323483 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:31.400634 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Routers {'c77d41af-bdc8-46bf-b195-22d38515defe'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:58:31.401344 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec14a4240>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:58:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['c77d41af-bdc8-46bf-b195-22d38515defe'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:58:31.556466 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46903caa-238c-49d8-9715-392e2b585ac5 None None] Pushing event updated for resources: {'Port': ['ID=8a4d7baa-f830-42ac-a877-7bd53b5a0b88,revision_number=4']} {{(pid=86439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:31.559872 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-46903caa-238c-49d8-9715-392e2b585ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86439) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:31.618216 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] Set router c77d41af-bdc8-46bf-b195-22d38515defe gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:58:31.995063 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec14a4240>, [{'id': 'c77d41af-bdc8-46bf-b195-22d38515defe', 'name': 'tempest-TestShelveInstance-573408821-router', 'tenant_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'b3ed90b5-1def-4be4-9187-11eeceba50ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:20Z', 'updated_at': '2021-04-20T14:58:26Z', 'revision_number': 4, 'project_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'gw_port': {'id': 'b3ed90b5-1def-4be4-9187-11eeceba50ad', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77d41af-bdc8-46bf-b195-22d38515defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:21Z', 'updated_at': '2021-04-20T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '8a4d7baa-f830-42ac-a877-7bd53b5a0b88', 'name': '', 'network_id': 'cd170424-87a5-4009-bf53-73df3b957d73', 'tenant_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'mac_address': 'fa:16:3e:29:da:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77d41af-bdc8-46bf-b195-22d38515defe', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'd0497041-5fd6-4a46-ae71-ac0334425832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:25Z', 'updated_at': '2021-04-20T14:58:31Z', 'revision_number': 4, 'project_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'subnets': [{'id': 'd0497041-5fd6-4a46-ae71-ac0334425832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:58:31.999595 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5060daa4-8b48-4f08-89dd-baf5eedd8593 None None] The sync data for ids ['c77d41af-bdc8-46bf-b195-22d38515defe'] in dv-cinder-742162-4-iscsi is: [{'id': 'c77d41af-bdc8-46bf-b195-22d38515defe', 'name': 'tempest-TestShelveInstance-573408821-router', 'tenant_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'b3ed90b5-1def-4be4-9187-11eeceba50ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:20Z', 'updated_at': '2021-04-20T14:58:26Z', 'revision_number': 4, 'project_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'gw_port': {'id': 'b3ed90b5-1def-4be4-9187-11eeceba50ad', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77d41af-bdc8-46bf-b195-22d38515defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:21Z', 'updated_at': '2021-04-20T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '8a4d7baa-f830-42ac-a877-7bd53b5a0b88', 'name': '', 'network_id': 'cd170424-87a5-4009-bf53-73df3b957d73', 'tenant_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'mac_address': 'fa:16:3e:29:da:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c77d41af-bdc8-46bf-b195-22d38515defe', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'd0497041-5fd6-4a46-ae71-ac0334425832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:25Z', 'updated_at': '2021-04-20T14:58:31Z', 'revision_number': 4, 'project_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'subnets': [{'id': 'd0497041-5fd6-4a46-ae71-ac0334425832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:58:32.272497 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-878053ce-799a-4698-adf1-6daa17dc6d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:33.603141 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:58:33.706050 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning for port 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:58:33.713435 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:58:33.714192 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:33.845716 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:33.881848 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] For port 8a4d7baa-f830-42ac-a877-7bd53b5a0b88, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=8a4d7baa-f830-42ac-a877-7bd53b5a0b88,segment=NetworkSegment(48d217e6-ad5b-46c0-80c9-10e29ac9f39d),segment_id=48d217e6-ad5b-46c0-80c9-10e29ac9f39d)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:58:33.923006 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:33.925017 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:34.003618 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Pushing event updated for resources: {'Port': ['ID=8a4d7baa-f830-42ac-a877-7bd53b5a0b88,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:34.007462 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:34.917361 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3495a449-efcd-462d-bf31-e7d8df1670aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:35.551566 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:35.581992 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 up at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:58:35.655176 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Provisioning complete for port 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:58:35.655676 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:36.253814 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 53758) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:36.385649 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:36.425518 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a85306b5-fb99-4bc5-8eef-93bcbaceaf4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4e29627e49a43b0af2112bc5ee9c622&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1697023
Apr 20 14:58:36.427574 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 53764) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:58:36.495460 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-02605a29-2a11-45fe-9fd3-176324305970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:36.524541 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-02605a29-2a11-45fe-9fd3-176324305970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:36.654612 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-02605a29-2a11-45fe-9fd3-176324305970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:36.660295 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-970ba217-d2d0-4745-9bc8-1c46c4ed5d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:36.675662 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02605a29-2a11-45fe-9fd3-176324305970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f2124f-aba5-410c-937d-3a938d7b16d2,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:36.678942 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-02605a29-2a11-45fe-9fd3-176324305970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:36.679809 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-02605a29-2a11-45fe-9fd3-176324305970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:36.681049 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-02605a29-2a11-45fe-9fd3-176324305970 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4f2124f-aba5-410c-937d-3a938d7b16d2 HTTP/1.1" status: 204  len: 168 time: 0.2519259
Apr 20 14:58:37.053479 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:47.544698 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-93f6cb09-6817-497a-b3cf-df551c03c271 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Synchronizing usage tracker for tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 on resource:security_group {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:58:47.599128 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-93f6cb09-6817-497a-b3cf-df551c03c271 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Unset dirty status for tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 on resource:security_group {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:58:47.600368 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-93f6cb09-6817-497a-b3cf-df551c03c271 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1887651130&fields=id&tenant_id=f2c1ae3a13624769af7a2f4d9cbd98a0 HTTP/1.1" status: 200  len: 267 time: 0.1007318
Apr 20 14:58:47.777391 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-a0fa6fd9-5129-4aa2-a443-222bf1e1bfd9 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:47.778232 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-a0fa6fd9-5129-4aa2-a443-222bf1e1bfd9 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Synchronizing usage tracker for tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 on resource:network {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:58:47.820287 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-a0fa6fd9-5129-4aa2-a443-222bf1e1bfd9 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Unset dirty status for tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 on resource:network {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:58:47.821670 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-a0fa6fd9-5129-4aa2-a443-222bf1e1bfd9 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/networks?id=ee606f30-2b2d-4f16-873f-c7ce33195844 HTTP/1.1" status: 200  len: 808 time: 0.2113662
Apr 20 14:58:47.838435 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-e6da7967-d8b0-4b12-982c-bcb97eb0720b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/quotas/f2c1ae3a13624769af7a2f4d9cbd98a0 HTTP/1.1" status: 200  len: 375 time: 0.0105035
Apr 20 14:58:47.952008 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-12b30e21-1821-4636-a054-0c4914760a7d tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2c1ae3a13624769af7a2f4d9cbd98a0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1071215
Apr 20 14:58:48.109790 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-c6cd1673-39be-43fb-8fa1-bf3af34da2ef service neutron] 10.222.0.16 "GET /v2.0/networks/ee606f30-2b2d-4f16-873f-c7ce33195844?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450534
Apr 20 14:58:48.516377 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-8097cc13-b80c-4c47-ad28-79c5b136f8c7 service neutron] 10.222.0.16 "GET /v2.0/networks/ee606f30-2b2d-4f16-873f-c7ce33195844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3994455
Apr 20 14:58:49.393199 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1ee39138-7fee-48ef-aa00-3f3c250935b9 req-fc29fcc5-0b1e-4793-8e00-4ec0b4e6b1cd tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 210 time: 0.0719543
Apr 20 14:58:50.567719 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-acf6e48f-794d-4aa4-afd9-da2631bc4a39 req-2d68ea46-dce5-45b7-984e-162032d54a7e tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 210 time: 0.0518215
Apr 20 14:58:51.470552 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-dc0144bf-487a-40b4-b5e7-3f23cb7d7ed9 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:51.472233 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-dc0144bf-487a-40b4-b5e7-3f23cb7d7ed9 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.38 "GET /v2.0/networks?id=ee606f30-2b2d-4f16-873f-c7ce33195844 HTTP/1.1" status: 200  len: 808 time: 0.1738937
Apr 20 14:58:51.570481 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-84e2400a-a119-4cf6-afc5-14a392d1d6f1 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Synchronizing usage tracker for tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 on resource:security_group {{(pid=86436) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:58:51.592508 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-84e2400a-a119-4cf6-afc5-14a392d1d6f1 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Unset dirty status for tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 on resource:security_group {{(pid=86436) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:58:51.595159 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-84e2400a-a119-4cf6-afc5-14a392d1d6f1 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f2c1ae3a13624769af7a2f4d9cbd98a0 HTTP/1.1" status: 200  len: 8061 time: 0.1131141
Apr 20 14:58:51.608640 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-97c02b14-1af2-4b4b-b033-ad73b2baf814 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Request body: {'port': {'device_id': 'de6b7a08-cdd5-4021-b472-406548282c37', 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844', 'admin_state_up': True, 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'security_groups': ['5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5']}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:58:51.811225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-97c02b14-1af2-4b4b-b033-ad73b2baf814 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:58:51.815820 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-97c02b14-1af2-4b4b-b033-ad73b2baf814 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Usage tracker for resource:port and tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:58:51.819469 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-97c02b14-1af2-4b4b-b033-ad73b2baf814 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:58:51.826924 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-97c02b14-1af2-4b4b-b033-ad73b2baf814 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:58:51.888308 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-97c02b14-1af2-4b4b-b033-ad73b2baf814 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Made reservation on behalf of f2c1ae3a13624769af7a2f4d9cbd98a0 for: {'port': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:58:51.895174 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-97c02b14-1af2-4b4b-b033-ad73b2baf814 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:51.934649 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9d3e6160-6cc7-4e8a-8dce-8d4592d1566d req-da0e0be1-d6ef-48a9-8608-194df5dbfb05 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 210 time: 0.2062294
Apr 20 14:58:52.102333 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-97c02b14-1af2-4b4b-b033-ad73b2baf814 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Allocated IP 172.20.0.3 (ee606f30-2b2d-4f16-873f-c7ce33195844/c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed/4a01cbfe-fdf1-4f97-b687-13f080c1ab16) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:58:52.315543 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-97c02b14-1af2-4b4b-b033-ad73b2baf814 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:52.333485 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-97c02b14-1af2-4b4b-b033-ad73b2baf814 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Transition to ACTIVE for port object 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 will not be triggered until provisioned by entity DHCP. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:58:52.386691 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-97c02b14-1af2-4b4b-b033-ad73b2baf814 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:52.394259 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-cd9a7760-6406-412b-9f92-dcd9c18dfe0b tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:52.458761 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-97c02b14-1af2-4b4b-b033-ad73b2baf814 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Network ee606f30-2b2d-4f16-873f-c7ce33195844 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:58:52.467788 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-97c02b14-1af2-4b4b-b033-ad73b2baf814 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:58:52.472755 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-97c02b14-1af2-4b4b-b033-ad73b2baf814 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:58:52.525128 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c02b14-1af2-4b4b-b033-ad73b2baf814 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Pushing event updated for resources: {'Port': ['ID=4a01cbfe-fdf1-4f97-b687-13f080c1ab16,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:52.530205 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-97c02b14-1af2-4b4b-b033-ad73b2baf814 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:52.560748 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-97c02b14-1af2-4b4b-b033-ad73b2baf814 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:52.561487 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-97c02b14-1af2-4b4b-b033-ad73b2baf814 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:52.734401 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-714a1d90-5b12-441a-b494-23f22b401311 None None] Provisioning for port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:58:52.735261 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-97c02b14-1af2-4b4b-b033-ad73b2baf814 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1338487
Apr 20 14:58:52.740775 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-714a1d90-5b12-441a-b494-23f22b401311 None None] Provisioning complete for port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:58:52.749635 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-714a1d90-5b12-441a-b494-23f22b401311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:52.749894 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Request body: {'port': {'device_id': 'de6b7a08-cdd5-4021-b472-406548282c37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:58:52.807030 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-714a1d90-5b12-441a-b494-23f22b401311 None None] Port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:58:52.879099 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:53.231166 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e41a9e-12a7-482b-ae3a-0bd03ae02490 req-18856d0e-49f3-42db-8888-01c61861311b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:53.232855 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-80e41a9e-12a7-482b-ae3a-0bd03ae02490 req-18856d0e-49f3-42db-8888-01c61861311b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 931 time: 0.1386907
Apr 20 14:58:53.277163 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 {{(pid=86436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:58:53.284104 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-80e41a9e-12a7-482b-ae3a-0bd03ae02490 req-3f78fc8e-dfda-439b-8539-e42beed007ac tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444248
Apr 20 14:58:53.286314 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:53.304203 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Transition to ACTIVE for port object 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 will not be triggered until provisioned by entity L2. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:58:53.339718 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:53.344982 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ed478b07-e6fd-41f8-883e-8d791defbe02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:53.524016 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a01cbfe-fdf1-4f97-b687-13f080c1ab16,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:53.533161 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:53.612612 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Attempting to bind port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:58:53.612996 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Attempting to bind port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': 'c87870d9-fd34-435b-ac26-5507c26d1852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844'}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:58:53.613366 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Attempting to bind port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 on network ee606f30-2b2d-4f16-873f-c7ce33195844 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:58:53.618639 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 on network ee606f30-2b2d-4f16-873f-c7ce33195844 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:58:53.619004 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Attempting to bind port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 on network ee606f30-2b2d-4f16-873f-c7ce33195844 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:58:53.625252 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:58:53.625687 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Checking segment: {'id': 'c87870d9-fd34-435b-ac26-5507c26d1852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:58:53.626117 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Bound using segment: {'id': 'c87870d9-fd34-435b-ac26-5507c26d1852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844'} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:58:53.626593 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Bound port: 4a01cbfe-fdf1-4f97-b687-13f080c1ab16, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c87870d9-fd34-435b-ac26-5507c26d1852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844'}}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:58:53.626983 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:53.728572 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] For port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16, host hv-cinder-74216, cleared binding levels {{(pid=86436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:58:53.732163 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] For port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=4a01cbfe-fdf1-4f97-b687-13f080c1ab16,segment=NetworkSegment(c87870d9-fd34-435b-ac26-5507c26d1852),segment_id=c87870d9-fd34-435b-ac26-5507c26d1852)] {{(pid=86436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:58:53.763465 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:53.768822 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7b83e50e-00d6-459f-8c91-3b3f0b6edb4a tempest-AttachVolumeNegativeTest-486084699 tempest-AttachVolumeNegativeTest-486084699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:58:53.830034 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:53.830731 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:58:53.832305 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] 10.222.0.38 "PUT /v2.0/ports/4a01cbfe-fdf1-4f97-b687-13f080c1ab16 HTTP/1.1" status: 200  len: 1093 time: 1.0899107
Apr 20 14:58:53.832932 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6b7a08-cdd5-4021-b472-406548282c37', 'tag': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:58:53.875395 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a01cbfe-fdf1-4f97-b687-13f080c1ab16,revision_number=3']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:58:53.882932 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:58:53.968226 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6b7a08-cdd5-4021-b472-406548282c37', 'tag': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16', 'status': 'completed', 'code': 200}
Apr 20 14:58:54.019491 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-4db01291-edac-4fad-82d5-2ab62cfde391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:54.021063 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-4db01291-edac-4fad-82d5-2ab62cfde391 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f2c1ae3a13624769af7a2f4d9cbd98a0&device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 1096 time: 0.1193287
Apr 20 14:58:54.104486 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-0a456235-44da-49d3-8409-04dd5ad5e469 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a01cbfe-fdf1-4f97-b687-13f080c1ab16 HTTP/1.1" status: 200  len: 217 time: 0.0749564
Apr 20 14:58:54.176680 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-8585dbdf-857e-4514-9c3d-202bceca5e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:54.178913 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-8585dbdf-857e-4514-9c3d-202bceca5e52 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed HTTP/1.1" status: 200  len: 847 time: 0.0682430
Apr 20 14:58:54.268687 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-9c5eb041-8935-4dd7-a737-12e811d12399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:54.270426 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-9c5eb041-8935-4dd7-a737-12e811d12399 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ee606f30-2b2d-4f16-873f-c7ce33195844&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846257
Apr 20 14:58:54.424968 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-26ef7d06-d1f0-43be-80d8-2f4c16994674 service neutron] 10.222.0.38 "GET /v2.0/networks/ee606f30-2b2d-4f16-873f-c7ce33195844?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465867
Apr 20 14:58:54.502285 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b06b1-cc43-4a20-8f6e-8aa4540af0d7 req-e5068872-d3a8-4765-aa08-36ef5ab7ea30 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:54.503985 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8b4b06b1-cc43-4a20-8f6e-8aa4540af0d7 req-e5068872-d3a8-4765-aa08-36ef5ab7ea30 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 943 time: 0.1014290
Apr 20 14:58:54.555815 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8b4b06b1-cc43-4a20-8f6e-8aa4540af0d7 req-24197bb1-c8de-492e-b00a-077c9a774ccb tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450234
Apr 20 14:58:54.577739 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-892bc6ea-1d0c-444b-86ad-998b44bfd8e8 req-6ddcd96a-18f7-4d9e-895a-369e1c0cffbc service neutron] 10.222.0.38 "GET /v2.0/networks/ee606f30-2b2d-4f16-873f-c7ce33195844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460984
Apr 20 14:58:54.751045 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9c4eb-18a1-4f7d-9c3e-4ed7d2be028f req-165a8d73-180b-4ad0-9539-39fef5933eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:54.752821 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7be9c4eb-18a1-4f7d-9c3e-4ed7d2be028f req-165a8d73-180b-4ad0-9539-39fef5933eb6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f2c1ae3a13624769af7a2f4d9cbd98a0&device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 1096 time: 0.0895445
Apr 20 14:58:54.909996 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9c4eb-18a1-4f7d-9c3e-4ed7d2be028f req-99efa4f4-ef83-4165-b0b3-03b8db90b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:54.912162 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7be9c4eb-18a1-4f7d-9c3e-4ed7d2be028f req-99efa4f4-ef83-4165-b0b3-03b8db90b881 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ee606f30-2b2d-4f16-873f-c7ce33195844 HTTP/1.1" status: 200  len: 909 time: 0.1516111
Apr 20 14:58:54.989337 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7be9c4eb-18a1-4f7d-9c3e-4ed7d2be028f req-41351947-c628-4e4b-bb2c-faa33e019817 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a01cbfe-fdf1-4f97-b687-13f080c1ab16 HTTP/1.1" status: 200  len: 217 time: 0.0710223
Apr 20 14:58:55.061442 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9c4eb-18a1-4f7d-9c3e-4ed7d2be028f req-0eedf550-d61f-4bd3-afb3-62dcd3fc59ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:55.063082 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7be9c4eb-18a1-4f7d-9c3e-4ed7d2be028f req-0eedf550-d61f-4bd3-afb3-62dcd3fc59ee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed HTTP/1.1" status: 200  len: 847 time: 0.0676713
Apr 20 14:58:55.152006 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9c4eb-18a1-4f7d-9c3e-4ed7d2be028f req-833e661a-866a-4d70-9f89-962618cdbfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:55.153738 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7be9c4eb-18a1-4f7d-9c3e-4ed7d2be028f req-833e661a-866a-4d70-9f89-962618cdbfcf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ee606f30-2b2d-4f16-873f-c7ce33195844&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843053
Apr 20 14:58:55.303057 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7be9c4eb-18a1-4f7d-9c3e-4ed7d2be028f req-5af9de41-a6bf-43d6-9a09-87e2621f574d service neutron] 10.222.0.38 "GET /v2.0/networks/ee606f30-2b2d-4f16-873f-c7ce33195844?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425633
Apr 20 14:58:55.459882 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-7be9c4eb-18a1-4f7d-9c3e-4ed7d2be028f req-31c18976-0680-4ba0-9dd6-adf0cd85d5a9 service neutron] 10.222.0.38 "GET /v2.0/networks/ee606f30-2b2d-4f16-873f-c7ce33195844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481302
Apr 20 14:58:55.588935 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:58:55.763708 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f03702-7b2a-4462-9f32-f5ce2c7919df req-e03d885a-0903-42d8-a252-f642311f200b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:55.765499 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-16f03702-7b2a-4462-9f32-f5ce2c7919df req-e03d885a-0903-42d8-a252-f642311f200b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 943 time: 0.0930314
Apr 20 14:58:55.823361 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-16f03702-7b2a-4462-9f32-f5ce2c7919df req-e180320e-7b1f-4ec5-94fc-208ca96952e9 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488758
Apr 20 14:58:57.031643 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02186a25-e20f-4e77-9427-5c1754787dc9 req-54d2ef62-39c2-4cbf-b65f-c3cae6bc91df tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:57.033359 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-02186a25-e20f-4e77-9427-5c1754787dc9 req-54d2ef62-39c2-4cbf-b65f-c3cae6bc91df tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 943 time: 0.0914257
Apr 20 14:58:57.084334 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-02186a25-e20f-4e77-9427-5c1754787dc9 req-0e591f32-fbd2-465f-9aee-86cfa7e96466 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439169
Apr 20 14:58:58.297234 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb20fda-9eef-4a3a-947b-cda3b9e12f7c req-8110274a-c2f7-4df4-9ea3-51e63b9cf7f8 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:58.298945 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4eb20fda-9eef-4a3a-947b-cda3b9e12f7c req-8110274a-c2f7-4df4-9ea3-51e63b9cf7f8 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 943 time: 0.0984738
Apr 20 14:58:58.350278 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4eb20fda-9eef-4a3a-947b-cda3b9e12f7c req-e50cd2f9-7c86-4f44-8d50-c09b0f07959b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440624
Apr 20 14:58:59.556657 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0a575-7ab0-4cfb-adf1-2832469cbb65 req-d64e21b9-4beb-48dc-a427-e2dccc20596a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:58:59.558344 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0bc0a575-7ab0-4cfb-adf1-2832469cbb65 req-d64e21b9-4beb-48dc-a427-e2dccc20596a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 943 time: 0.0920107
Apr 20 14:58:59.608605 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0bc0a575-7ab0-4cfb-adf1-2832469cbb65 req-faf5e25b-e99e-4b85-bf80-d41cd946265d tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438027
Apr 20 14:59:00.813661 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:00.829701 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b65a9-b752-40a4-8e1b-70c46221bd8c req-8bfe1dd2-21b0-4376-8318-a4c5d3749b83 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:00.831348 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1b5b65a9-b752-40a4-8e1b-70c46221bd8c req-8bfe1dd2-21b0-4376-8318-a4c5d3749b83 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 943 time: 0.0968165
Apr 20 14:59:00.883569 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1b5b65a9-b752-40a4-8e1b-70c46221bd8c req-7ca32364-1f50-48e4-8a4a-7fb77ca558c6 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449781
Apr 20 14:59:02.093425 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232326f-d64b-4006-87b9-7c719a78496c req-4ee2a9a4-e002-41dc-92cb-0a915d0e9058 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:02.095107 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f232326f-d64b-4006-87b9-7c719a78496c req-4ee2a9a4-e002-41dc-92cb-0a915d0e9058 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 943 time: 0.0920641
Apr 20 14:59:02.149091 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f232326f-d64b-4006-87b9-7c719a78496c req-65225a07-8772-4bfd-8cb4-55f7f57c6f21 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467591
Apr 20 14:59:02.248561 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-f7d96e1b-a759-436c-b2ac-5e8339979537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:02.298837 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:59:02.445948 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=4a01cbfe-fdf1-4f97-b687-13f080c1ab16,segment=NetworkSegment(c87870d9-fd34-435b-ac26-5507c26d1852),segment_id=c87870d9-fd34-435b-ac26-5507c26d1852)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:59:02.461582 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16', 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844', 'port_id': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16', 'mac_address': 'fa:16:3e:a4:7d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:59:02.521910 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:02.540188 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:59:02.556414 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=4a01cbfe-fdf1-4f97-b687-13f080c1ab16,segment=NetworkSegment(c87870d9-fd34-435b-ac26-5507c26d1852),segment_id=c87870d9-fd34-435b-ac26-5507c26d1852)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:59:02.597137 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:02.599186 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:59:02.673857 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=4a01cbfe-fdf1-4f97-b687-13f080c1ab16,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:59:02.677924 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:59:02.811061 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['4a01cbfe-fdf1-4f97-b687-13f080c1ab16'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:59:03.353194 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d652a8-3863-4e43-b6b2-d6f6205b58f2 req-e374beb9-ec48-455d-b0b0-d3e2870eecbd tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:03.354771 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a1d652a8-3863-4e43-b6b2-d6f6205b58f2 req-e374beb9-ec48-455d-b0b0-d3e2870eecbd tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 944 time: 0.0898712
Apr 20 14:59:03.403532 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a1d652a8-3863-4e43-b6b2-d6f6205b58f2 req-ddf8f227-160e-4129-9829-fba8b2e1d4da tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423491
Apr 20 14:59:04.314154 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:59:04.414153 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:59:04.419509 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:59:04.419929 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:04.551664 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:04.582124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6b7a08-cdd5-4021-b472-406548282c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:59:04.593046 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=4a01cbfe-fdf1-4f97-b687-13f080c1ab16,segment=NetworkSegment(c87870d9-fd34-435b-ac26-5507c26d1852),segment_id=c87870d9-fd34-435b-ac26-5507c26d1852)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:59:04.614826 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:04.617110 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:59:04.619441 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c7d8e-45a3-4e23-b03d-b89f413c4413 req-43c6420d-9bea-4a8b-ada9-3664298e162e tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:04.621155 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8d6c7d8e-45a3-4e23-b03d-b89f413c4413 req-43c6420d-9bea-4a8b-ada9-3664298e162e tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 944 time: 0.0987465
Apr 20 14:59:04.660056 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6b7a08-cdd5-4021-b472-406548282c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16', 'code': 200}
Apr 20 14:59:04.680311 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8d6c7d8e-45a3-4e23-b03d-b89f413c4413 req-90a54cab-8168-4f4f-90d9-5c874cc9d3ee tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518644
Apr 20 14:59:04.697876 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=4a01cbfe-fdf1-4f97-b687-13f080c1ab16,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:59:04.701301 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:59:04.921970 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a7fa60b3-ae16-4ad7-96e4-36f2f0017a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:04.995876 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e732f3-f2aa-45eb-860c-1e591e52e33e req-808f190d-dd0f-4c45-89cc-5a376e44b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:04.997697 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b1e732f3-f2aa-45eb-860c-1e591e52e33e req-808f190d-dd0f-4c45-89cc-5a376e44b57e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 1098 time: 0.0863497
Apr 20 14:59:05.046653 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b1e732f3-f2aa-45eb-860c-1e591e52e33e req-d71e4681-6c41-4043-a722-f767d9ce1824 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394013
Apr 20 14:59:05.556680 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:05.904578 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10bf84-53b4-496f-9bf1-9c66c778e331 req-a407bf95-ad22-4418-8ffc-c63cb60d5e40 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:05.906794 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bc10bf84-53b4-496f-9bf1-9c66c778e331 req-a407bf95-ad22-4418-8ffc-c63cb60d5e40 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.0930128
Apr 20 14:59:05.964795 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bc10bf84-53b4-496f-9bf1-9c66c778e331 req-a6666a4c-d74e-4fb7-b522-dc247b2c24ae tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504270
Apr 20 14:59:06.390979 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:07.049874 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:07.096175 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1f26012d-3ecc-4b6d-bd3a-9b9ed544b3f9 req-dc5b7d7f-aa6e-4ee6-be79-41ad534d3790 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0838106
Apr 20 14:59:07.177887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada58667-8aa6-480c-bdf4-47d52e9d816e req-0f0017b4-fc03-4f9f-a5d4-db421f9e562d tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:07.179506 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ada58667-8aa6-480c-bdf4-47d52e9d816e req-0f0017b4-fc03-4f9f-a5d4-db421f9e562d tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.0942063
Apr 20 14:59:07.231780 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ada58667-8aa6-480c-bdf4-47d52e9d816e req-f17d3f5e-dcfd-4731-8500-8b601524fa33 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455430
Apr 20 14:59:07.248265 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26012d-3ecc-4b6d-bd3a-9b9ed544b3f9 req-517a29f0-2f96-4f65-90b1-de0af9792d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:07.249982 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1f26012d-3ecc-4b6d-bd3a-9b9ed544b3f9 req-517a29f0-2f96-4f65-90b1-de0af9792d65 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230&device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 1098 time: 0.0797393
Apr 20 14:59:07.410632 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26012d-3ecc-4b6d-bd3a-9b9ed544b3f9 req-7be9c158-592b-4c7e-b2a4-569f234e0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:07.412224 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1f26012d-3ecc-4b6d-bd3a-9b9ed544b3f9 req-7be9c158-592b-4c7e-b2a4-569f234e0168 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196 HTTP/1.1" status: 200  len: 912 time: 0.1429372
Apr 20 14:59:07.439344 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0bed7-5ca1-4857-8c7d-e67bcbfb118d req-18d37ec9-fca8-4d5d-9d74-9bd5ab7466d4 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:07.440967 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-39c0bed7-5ca1-4857-8c7d-e67bcbfb118d req-18d37ec9-fca8-4d5d-9d74-9bd5ab7466d4 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.0900176
Apr 20 14:59:07.491680 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-39c0bed7-5ca1-4857-8c7d-e67bcbfb118d req-e13d585a-b380-4fd0-b58d-c28ba53da324 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433674
Apr 20 14:59:07.518222 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 53862) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:59:07.735331 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb19017-5e65-4e1d-ba9a-de5de1a91676 tempest-TestShelveInstance-537014400 tempest-TestShelveInstance-537014400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:07.737013 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-cfb19017-5e65-4e1d-ba9a-de5de1a91676 tempest-TestShelveInstance-537014400 tempest-TestShelveInstance-537014400-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 1093 time: 0.2176385
Apr 20 14:59:07.741039 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 53868) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:59:07.746731 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Request body: {'floatingip': {'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'port_id': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:59:07.753095 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:59:07.757234 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Usage tracker for resource:floatingip and tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:59:07.760458 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:59:07.766901 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:59:07.767622 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1f26012d-3ecc-4b6d-bd3a-9b9ed544b3f9 req-5a8547ce-65e6-4928-b7e1-c8d9370300bf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5020dfed-1b85-442a-b164-4b83fd8487bb HTTP/1.1" status: 200  len: 1000 time: 0.3485515
Apr 20 14:59:07.796786 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for floatingip, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:07.837356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26012d-3ecc-4b6d-bd3a-9b9ed544b3f9 req-16c7baa3-339f-4939-9a0e-97116d178dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:07.838973 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1f26012d-3ecc-4b6d-bd3a-9b9ed544b3f9 req-16c7baa3-339f-4939-9a0e-97116d178dce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8b2e638-8e01-40e8-ba60-d1ed693ab316 HTTP/1.1" status: 200  len: 850 time: 0.0650504
Apr 20 14:59:07.935859 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26012d-3ecc-4b6d-bd3a-9b9ed544b3f9 req-f642b079-a9ec-4a97-9078-4880bf850a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:07.937467 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1f26012d-3ecc-4b6d-bd3a-9b9ed544b3f9 req-f642b079-a9ec-4a97-9078-4880bf850a82 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0914559
Apr 20 14:59:07.947950 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [req-1f26012d-3ecc-4b6d-bd3a-9b9ed544b3f9 req-2b4060e2-6c4a-44b2-8537-fa7fe6fd9940 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86436) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:59:07.949002 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:07.949139 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1f26012d-3ecc-4b6d-bd3a-9b9ed544b3f9 req-2b4060e2-6c4a-44b2-8537-fa7fe6fd9940 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0057495
Apr 20 14:59:08.097051 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1f26012d-3ecc-4b6d-bd3a-9b9ed544b3f9 req-ba0402d2-c7f5-46c4-ba49-a1bb12221ad2 service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416800
Apr 20 14:59:08.105252 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Allocated IP 172.27.2.79 (0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09/91730765-12cb-4a98-b654-b261f30f30ed/54ecfac2-2385-4494-94e7-cf0b0365144a) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:59:08.249046 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1f26012d-3ecc-4b6d-bd3a-9b9ed544b3f9 req-131386f2-0a44-484f-b487-27730b65620d service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448765
Apr 20 14:59:08.268547 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:08.328502 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:08.334367 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1e5c78bb-c497-4cf3-b3af-1fa0f6028a50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:59:08.400804 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:59:08.404484 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:59:08.409184 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:59:08.448609 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Pushing event updated for resources: {'Port': ['ID=54ecfac2-2385-4494-94e7-cf0b0365144a,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:59:08.466038 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:08.466464 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:08.466886 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:08.467302 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:08.467716 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:08.468123 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:08.468536 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:08.468942 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:08.469348 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:08.469785 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:08.470190 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:08.470593 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:08.480110 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:59:08.872606 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:08.980209 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:09.204302 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:09.225611 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:09.230749 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-710e4e9a-fe8a-4f45-889a-31e57e16b8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:59:09.347052 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Pushing event updated for resources: {'Port': ['ID=54ecfac2-2385-4494-94e7-cf0b0365144a,revision_number=2']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:59:09.352336 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:59:09.359818 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:09.546215 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.l3_db [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Floating IP bf5cb49f-110f-4bfb-8115-7f3bec5cb29f associated. External IP: 172.27.2.79, port: 4a01cbfe-fdf1-4f97-b687-13f080c1ab16.
Apr 20 14:59:09.922571 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Router 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:59:10.362832 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:59:10.373747 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e6ee57-fe63-4dae-b75d-91a0ecc97b33 None None] Sync routers for ids ['4eb5a26a-dc39-4d1e-aab0-16697eec2d57'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:59:10.385304 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e6ee57-fe63-4dae-b75d-91a0ecc97b33 None None] Routers {'4eb5a26a-dc39-4d1e-aab0-16697eec2d57'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:59:10.386037 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-70e6ee57-fe63-4dae-b75d-91a0ecc97b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec10b7d30>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:59:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['4eb5a26a-dc39-4d1e-aab0-16697eec2d57'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:59:10.408440 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:10.479694 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.7270789
Apr 20 14:59:10.479694 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6b7a08-cdd5-4021-b472-406548282c37', 'tag': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:59:10.519403 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6b7a08-cdd5-4021-b472-406548282c37', 'tag': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16', 'status': 'completed', 'code': 200}
Apr 20 14:59:10.580701 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-70e6ee57-fe63-4dae-b75d-91a0ecc97b33 None None] Set router 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:59:10.617904 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab8867-10bd-41c2-a264-37e6a0b88e60 req-7c27a2d6-e03b-4155-982f-5ea4d5247649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:10.619426 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9aab8867-10bd-41c2-a264-37e6a0b88e60 req-7c27a2d6-e03b-4155-982f-5ea4d5247649 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f2c1ae3a13624769af7a2f4d9cbd98a0&device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 1098 time: 0.0789323
Apr 20 14:59:10.765121 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab8867-10bd-41c2-a264-37e6a0b88e60 req-a98368f4-4b42-482c-833d-91cdc0f47f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:10.766743 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9aab8867-10bd-41c2-a264-37e6a0b88e60 req-a98368f4-4b42-482c-833d-91cdc0f47f85 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ee606f30-2b2d-4f16-873f-c7ce33195844 HTTP/1.1" status: 200  len: 909 time: 0.1398959
Apr 20 14:59:10.878842 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9aab8867-10bd-41c2-a264-37e6a0b88e60 req-d9d27b82-8bc2-47bb-a3aa-d9a706987bbf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a01cbfe-fdf1-4f97-b687-13f080c1ab16 HTTP/1.1" status: 200  len: 998 time: 0.1059663
Apr 20 14:59:10.948894 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab8867-10bd-41c2-a264-37e6a0b88e60 req-a0d68059-5f63-49d7-9276-42ff6db862e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:10.950714 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9aab8867-10bd-41c2-a264-37e6a0b88e60 req-a0d68059-5f63-49d7-9276-42ff6db862e8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed HTTP/1.1" status: 200  len: 847 time: 0.0663865
Apr 20 14:59:10.957138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-70e6ee57-fe63-4dae-b75d-91a0ecc97b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec10b7d30>, [{'id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'name': 'tempest-TestShelveInstance-854129380-router', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:08Z', 'updated_at': '2021-04-20T14:58:15Z', 'revision_number': 4, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'gw_port': {'id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:09Z', 'updated_at': '2021-04-20T14:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': 'bf5cb49f-110f-4bfb-8115-7f3bec5cb29f', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'port_id': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844', 'mac_address': 'fa:16:3e:a4:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7a08-cdd5-4021-b472-406548282c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:59:08Z', 'updated_at': '2021-04-20T14:59:08Z', 'revision_number': 0, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2280fe-84e9-48a7-a58f-64a847d01534', 'name': '', 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'mac_address': 'fa:16:3e:be:ff:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:13Z', 'updated_at': '2021-04-20T14:58:22Z', 'revision_number': 5, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'subnets': [{'id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:59:10.961662 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e6ee57-fe63-4dae-b75d-91a0ecc97b33 None None] Checking router: 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:59:10.970608 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e6ee57-fe63-4dae-b75d-91a0ecc97b33 None None] Routers {'4eb5a26a-dc39-4d1e-aab0-16697eec2d57'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:59:10.971260 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-70e6ee57-fe63-4dae-b75d-91a0ecc97b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec10b7d30>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:59:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['4eb5a26a-dc39-4d1e-aab0-16697eec2d57'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:59:11.041736 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab8867-10bd-41c2-a264-37e6a0b88e60 req-9530a044-5c55-427c-b34b-8fd3b60679dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:11.043413 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9aab8867-10bd-41c2-a264-37e6a0b88e60 req-9530a044-5c55-427c-b34b-8fd3b60679dc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ee606f30-2b2d-4f16-873f-c7ce33195844&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0868669
Apr 20 14:59:11.200658 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9aab8867-10bd-41c2-a264-37e6a0b88e60 req-544db789-b4f8-4ae7-9166-626be00ecddf service neutron] 10.222.0.38 "GET /v2.0/networks/ee606f30-2b2d-4f16-873f-c7ce33195844?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502516
Apr 20 14:59:11.341651 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-70e6ee57-fe63-4dae-b75d-91a0ecc97b33 None None] Set router 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:59:11.345571 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9aab8867-10bd-41c2-a264-37e6a0b88e60 req-fbf4b0d7-adf0-4f58-9b64-8a4c28f1a9c5 service neutron] 10.222.0.38 "GET /v2.0/networks/ee606f30-2b2d-4f16-873f-c7ce33195844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386058
Apr 20 14:59:11.704602 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-70e6ee57-fe63-4dae-b75d-91a0ecc97b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec10b7d30>, [{'id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'name': 'tempest-TestShelveInstance-854129380-router', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:08Z', 'updated_at': '2021-04-20T14:58:15Z', 'revision_number': 4, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'gw_port': {'id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:09Z', 'updated_at': '2021-04-20T14:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': 'bf5cb49f-110f-4bfb-8115-7f3bec5cb29f', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'port_id': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844', 'mac_address': 'fa:16:3e:a4:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7a08-cdd5-4021-b472-406548282c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:59:08Z', 'updated_at': '2021-04-20T14:59:08Z', 'revision_number': 0, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2280fe-84e9-48a7-a58f-64a847d01534', 'name': '', 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'mac_address': 'fa:16:3e:be:ff:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:13Z', 'updated_at': '2021-04-20T14:58:22Z', 'revision_number': 5, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'subnets': [{'id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:59:11.708801 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e6ee57-fe63-4dae-b75d-91a0ecc97b33 None None] The sync data for ids ['4eb5a26a-dc39-4d1e-aab0-16697eec2d57'] in dv-cinder-742162-4-iscsi is: [{'id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'name': 'tempest-TestShelveInstance-854129380-router', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:08Z', 'updated_at': '2021-04-20T14:58:15Z', 'revision_number': 4, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'gw_port': {'id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:09Z', 'updated_at': '2021-04-20T14:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': 'bf5cb49f-110f-4bfb-8115-7f3bec5cb29f', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'port_id': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844', 'mac_address': 'fa:16:3e:a4:7d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7a08-cdd5-4021-b472-406548282c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:59:08Z', 'updated_at': '2021-04-20T14:59:08Z', 'revision_number': 0, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2280fe-84e9-48a7-a58f-64a847d01534', 'name': '', 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'mac_address': 'fa:16:3e:be:ff:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:13Z', 'updated_at': '2021-04-20T14:58:22Z', 'revision_number': 5, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'subnets': [{'id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:59:11.978804 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573588af-ceb7-499d-b875-fdeebe86adf5 None None] New status for floating IP bf5cb49f-110f-4bfb-8115-7f3bec5cb29f: ACTIVE {{(pid=86439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:59:30.830420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:32.259281 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2472f51f-f864-4606-8b79-aaa913b2a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:32.589492 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:59:34.933587 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9e9b5ba8-51db-489e-9d40-d67d500bf187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:35.556370 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:36.390656 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:37.053599 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:46.666351 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbcc43-b136-4d70-9439-b3f060af43a1 req-ff7f38ff-2a4a-4832-adc8-113c04f39f28 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:46.668509 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-48dbcc43-b136-4d70-9439-b3f060af43a1 req-ff7f38ff-2a4a-4832-adc8-113c04f39f28 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 945 time: 0.0932138
Apr 20 14:59:46.718319 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-48dbcc43-b136-4d70-9439-b3f060af43a1 req-497dc5b2-ce4e-44eb-aa89-2debb36fca5b tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433087
Apr 20 14:59:47.947871 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439497e9-9903-4e74-9b83-8625e43de259 req-27c420e0-6e4c-4b05-9b9e-20aa2305cece tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:47.949595 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-439497e9-9903-4e74-9b83-8625e43de259 req-27c420e0-6e4c-4b05-9b9e-20aa2305cece tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 945 time: 0.0940573
Apr 20 14:59:48.011420 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-439497e9-9903-4e74-9b83-8625e43de259 req-8ac6d629-7463-4316-87e0-a64c6c312009 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513816
Apr 20 14:59:48.090832 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0425cb-749f-4461-b0a0-c3f975e69049 req-32e8c3ac-2868-465c-bac1-fe73d2cab9dd tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:48.091621 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-ce0425cb-749f-4461-b0a0-c3f975e69049 req-32e8c3ac-2868-465c-bac1-fe73d2cab9dd tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Synchronizing usage tracker for tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 on resource:port {{(pid=86436) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:59:48.133160 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-ce0425cb-749f-4461-b0a0-c3f975e69049 req-32e8c3ac-2868-465c-bac1-fe73d2cab9dd tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Unset dirty status for tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 on resource:port {{(pid=86436) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:59:48.134399 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ce0425cb-749f-4461-b0a0-c3f975e69049 req-32e8c3ac-2868-465c-bac1-fe73d2cab9dd tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.38 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 945 time: 0.1351755
Apr 20 14:59:48.225468 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-ce0425cb-749f-4461-b0a0-c3f975e69049 req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Deleting port 5020dfed-1b85-442a-b164-4b83fd8487bb {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:59:48.225886 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-ce0425cb-749f-4461-b0a0-c3f975e69049 req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:48.492444 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-ce0425cb-749f-4461-b0a0-c3f975e69049 req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] For port 5020dfed-1b85-442a-b164-4b83fd8487bb, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=5020dfed-1b85-442a-b164-4b83fd8487bb,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:59:48.498431 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-ce0425cb-749f-4461-b0a0-c3f975e69049 req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:48.813967 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-ce0425cb-749f-4461-b0a0-c3f975e69049 req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:48.814308 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-ce0425cb-749f-4461-b0a0-c3f975e69049 req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:48.814660 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.l3_db [req-ce0425cb-749f-4461-b0a0-c3f975e69049 req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Floating IP d7cb20c4-c4c7-4ee3-a463-b7ece11d6c49 disassociated. External IP: 172.27.2.59, port: 5020dfed-1b85-442a-b164-4b83fd8487bb.
Apr 20 14:59:48.815038 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-ce0425cb-749f-4461-b0a0-c3f975e69049 req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Calling delete_port for 5020dfed-1b85-442a-b164-4b83fd8487bb owned by compute:nova {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:59:49.042212 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-ce0425cb-749f-4461-b0a0-c3f975e69049 req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:49.049138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7c140f8e-48c1-4482-bbbc-dd4a257b0dda tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:59:49.101674 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event deleted for resources: {'Port': ['ID=5020dfed-1b85-442a-b164-4b83fd8487bb,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:59:49.114320 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:49.114609 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:49.115030 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:49.115428 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:49.115829 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:49.116228 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:49.116633 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:49.117031 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:49.117429 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:49.117874 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:49.118278 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:49.118664 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:59:49.184626 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:59:49.211802 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3279db33-b5de-4c6d-8128-a0dd5eeccc84 req-f8e9c1d3-6795-445a-b1c5-f02df03d472b tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 210 time: 0.0516589
Apr 20 14:59:49.323973 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce0425cb-749f-4461-b0a0-c3f975e69049 req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:59:49.522847 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce0425cb-749f-4461-b0a0-c3f975e69049 req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:59:49.535149 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b92fea-00a5-42dd-bcfb-f0037bafda7d None None] Sync routers for ids ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:59:49.547978 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b92fea-00a5-42dd-bcfb-f0037bafda7d None None] Routers {'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:59:49.548692 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-93b92fea-00a5-42dd-bcfb-f0037bafda7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec06c80f0>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:59:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:59:49.608377 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0425cb-749f-4461-b0a0-c3f975e69049 req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] No DVR routers for this DVR port 5020dfed-1b85-442a-b164-4b83fd8487bb on host hv-cinder-74216 {{(pid=86436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:59:49.611185 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-ce0425cb-749f-4461-b0a0-c3f975e69049 req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:49.614886 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edf150c-e162-49f5-b1a1-28b97f64d677', 'name': 'network-vif-deleted', 'tag': '5020dfed-1b85-442a-b164-4b83fd8487bb'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:59:49.654300 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ce0425cb-749f-4461-b0a0-c3f975e69049 req-d799dd06-3e57-496e-855c-23f2baec9c03 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.38 "DELETE /v2.0/ports/5020dfed-1b85-442a-b164-4b83fd8487bb HTTP/1.1" status: 204  len: 173 time: 1.5133185
Apr 20 14:59:49.730232 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edf150c-e162-49f5-b1a1-28b97f64d677', 'name': 'network-vif-deleted', 'tag': '5020dfed-1b85-442a-b164-4b83fd8487bb', 'status': 'completed', 'code': 200}
Apr 20 14:59:49.766956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-93b92fea-00a5-42dd-bcfb-f0037bafda7d None None] Set router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:59:50.122351 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-93b92fea-00a5-42dd-bcfb-f0037bafda7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec06c80f0>, [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:56Z', 'revision_number': 5, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:59:50.127401 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b92fea-00a5-42dd-bcfb-f0037bafda7d None None] Checking router: f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:59:50.137503 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b92fea-00a5-42dd-bcfb-f0037bafda7d None None] Routers {'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:59:50.138193 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-93b92fea-00a5-42dd-bcfb-f0037bafda7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec06c80f0>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T14:59:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:59:50.344296 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-93b92fea-00a5-42dd-bcfb-f0037bafda7d None None] Set router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:59:50.413901 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4a6c4b2e-3e32-4b8e-8624-85256ecfbbeb req-b73d7874-99ff-451a-b895-52b050a27b52 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=4edf150c-e162-49f5-b1a1-28b97f64d677 HTTP/1.1" status: 200  len: 210 time: 0.0512857
Apr 20 14:59:50.480313 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 5020dfed-1b85-442a-b164-4b83fd8487bb no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:59:50.528817 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] No Port match for: 5020dfed-1b85-442a-b164-4b83fd8487bb {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:59:50.529211 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 5020dfed-1b85-442a-b164-4b83fd8487bb not bound to the agent host hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:59:50.733938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-93b92fea-00a5-42dd-bcfb-f0037bafda7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec06c80f0>, [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:56Z', 'revision_number': 5, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:59:50.738665 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b92fea-00a5-42dd-bcfb-f0037bafda7d None None] The sync data for ids ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'] in dv-cinder-742162-4-iscsi is: [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:56Z', 'revision_number': 5, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:59:51.116995 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5729d4d3-ea55-40f1-bf6b-42a0d7904f9a None None] New status for floating IP d7cb20c4-c4c7-4ee3-a463-b7ece11d6c49: DOWN {{(pid=86439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:59:51.809427 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-e5ffce1d-5fe5-40f4-9bb9-80ed1517f85d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-130783795&fields=id&tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230 HTTP/1.1" status: 200  len: 267 time: 0.0455811
Apr 20 14:59:51.982557 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-c141e116-f18c-4365-a837-7f61198ca104 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:51.984249 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-c141e116-f18c-4365-a837-7f61198ca104 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/networks?id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196 HTTP/1.1" status: 200  len: 811 time: 0.1674142
Apr 20 14:59:52.006854 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4b4bcf33-9e13-48b6-bb40-f647dbe5f79e tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/quotas/d3da01c5b0c5428f86e1ed7a0b9d5230 HTTP/1.1" status: 200  len: 375 time: 0.0155771
Apr 20 14:59:52.113064 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-fb98b73c-cf78-4cf2-b203-eebc6317627d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0997331
Apr 20 14:59:52.176678 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-0592e609-2df9-4c2f-82a8-83994f280d5a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:59:52.177802 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-0592e609-2df9-4c2f-82a8-83994f280d5a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0522187
Apr 20 14:59:52.325858 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-a13dcb22-270f-4e56-a842-90d82fd785f5 service neutron] 10.222.0.16 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409760
Apr 20 14:59:52.470907 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-3c19055d-ee4a-4457-8cf0-28971a0a6c49 service neutron] 10.222.0.16 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386025
Apr 20 14:59:53.089536 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-d397b246-f16a-49e4-86c4-9ec6c79f01d5 req-5dfe84d2-3ba1-4b62-85c4-c33c888c7933 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 210 time: 0.0516407
Apr 20 14:59:54.262064 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5bb1e1a2-b4cc-43b7-ac40-297880e2659a req-fd517fd0-6f0d-4a49-b5b1-a3ade403390f tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 210 time: 0.0550349
Apr 20 14:59:54.858102 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-e2622543-ce97-4333-bf26-816479ce58e2 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:54.860198 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-e2622543-ce97-4333-bf26-816479ce58e2 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.38 "GET /v2.0/networks?id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196 HTTP/1.1" status: 200  len: 811 time: 0.1849439
Apr 20 14:59:54.945493 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-d0721696-4a4b-4f0b-a86c-41a884b3d04b tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230 HTTP/1.1" status: 200  len: 8059 time: 0.0772362
Apr 20 14:59:54.955389 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-5bab624c-7957-4a05-a1c8-aca645da4ebf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Request body: {'port': {'device_id': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'admin_state_up': True, 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'security_groups': ['940113f7-843b-48cf-a8f4-2de32b73a8f5']}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:59:55.109845 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-5bab624c-7957-4a05-a1c8-aca645da4ebf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:59:55.114819 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-5bab624c-7957-4a05-a1c8-aca645da4ebf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Usage tracker for resource:port and tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:59:55.117961 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-5bab624c-7957-4a05-a1c8-aca645da4ebf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:59:55.124144 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-5bab624c-7957-4a05-a1c8-aca645da4ebf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:59:55.161840 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-5bab624c-7957-4a05-a1c8-aca645da4ebf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Made reservation on behalf of d3da01c5b0c5428f86e1ed7a0b9d5230 for: {'port': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:59:55.167954 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-5bab624c-7957-4a05-a1c8-aca645da4ebf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:55.346650 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-5bab624c-7957-4a05-a1c8-aca645da4ebf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Allocated IP 172.20.0.12 (ffc4a239-2621-4cbb-b855-7ea7fa1d9196/f8b2e638-8e01-40e8-ba60-d1ed693ab316/c295cde8-886c-4ec0-ab86-cd89c1beb385) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:59:55.444352 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3a8de722-7501-4752-9a8c-b0bc8993c953 req-6bc09771-d1dd-4be3-b389-5b9233918f74 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 210 time: 0.0514104
Apr 20 14:59:55.572274 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-5bab624c-7957-4a05-a1c8-aca645da4ebf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:55.592826 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-5bab624c-7957-4a05-a1c8-aca645da4ebf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Transition to ACTIVE for port object c295cde8-886c-4ec0-ab86-cd89c1beb385 will not be triggered until provisioned by entity DHCP. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:59:55.636624 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-5bab624c-7957-4a05-a1c8-aca645da4ebf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:55.645078 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a2b5e5cf-e3e5-4e91-8b8c-51dc0b74e3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:59:55.723263 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-5bab624c-7957-4a05-a1c8-aca645da4ebf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:59:55.727492 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-5bab624c-7957-4a05-a1c8-aca645da4ebf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:59:55.730271 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-5bab624c-7957-4a05-a1c8-aca645da4ebf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:59:55.778481 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab624c-7957-4a05-a1c8-aca645da4ebf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event updated for resources: {'Port': ['ID=c295cde8-886c-4ec0-ab86-cd89c1beb385,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:59:55.784047 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5bab624c-7957-4a05-a1c8-aca645da4ebf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:59:55.811993 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-5bab624c-7957-4a05-a1c8-aca645da4ebf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:55.812692 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-5bab624c-7957-4a05-a1c8-aca645da4ebf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:55.859799 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-5bab624c-7957-4a05-a1c8-aca645da4ebf tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9085844
Apr 20 14:59:55.925689 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Request body: {'port': {'device_id': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:59:56.031194 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-19cd9075-ad6c-4251-8daa-f0986d847104 None None] Provisioning for port c295cde8-886c-4ec0-ab86-cd89c1beb385 completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:59:56.042306 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-19cd9075-ad6c-4251-8daa-f0986d847104 None None] Provisioning complete for port c295cde8-886c-4ec0-ab86-cd89c1beb385 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:59:56.043269 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-19cd9075-ad6c-4251-8daa-f0986d847104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:56.153320 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-19cd9075-ad6c-4251-8daa-f0986d847104 None None] Port c295cde8-886c-4ec0-ab86-cd89c1beb385 cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:59:56.318173 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:56.665587 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bc417-9b30-44ba-a108-e1369c9145d7 req-1c0dfe46-d35a-4af2-9c73-258bd5c93636 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:56.668300 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-434bc417-9b30-44ba-a108-e1369c9145d7 req-1c0dfe46-d35a-4af2-9c73-258bd5c93636 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 932 time: 0.1010392
Apr 20 14:59:56.700702 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c295cde8-886c-4ec0-ab86-cd89c1beb385 {{(pid=86436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:59:56.710128 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:56.726458 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-434bc417-9b30-44ba-a108-e1369c9145d7 req-cfe0a196-34aa-46b0-aaf5-adc71fb94cc0 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507855
Apr 20 14:59:56.726677 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Transition to ACTIVE for port object c295cde8-886c-4ec0-ab86-cd89c1beb385 will not be triggered until provisioned by entity L2. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:59:56.755859 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:56.761262 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-abddcb41-d260-4e4d-9bf0-3e3b607d1915 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:59:56.941878 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c295cde8-886c-4ec0-ab86-cd89c1beb385,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:59:56.945113 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:59:57.036670 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Attempting to bind port c295cde8-886c-4ec0-ab86-cd89c1beb385 on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:59:57.037241 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Attempting to bind port c295cde8-886c-4ec0-ab86-cd89c1beb385 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:59:57.037869 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Attempting to bind port c295cde8-886c-4ec0-ab86-cd89c1beb385 on network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:59:57.043512 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Port c295cde8-886c-4ec0-ab86-cd89c1beb385 on network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:59:57.043839 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Attempting to bind port c295cde8-886c-4ec0-ab86-cd89c1beb385 on network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:59:57.049683 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:59:57.050059 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Checking segment: {'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:59:57.051013 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Bound using segment: {'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:59:57.051483 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Bound port: c295cde8-886c-4ec0-ab86-cd89c1beb385, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'}}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:59:57.051866 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:57.155451 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] For port c295cde8-886c-4ec0-ab86-cd89c1beb385, host hv-cinder-74216, cleared binding levels {{(pid=86436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:59:57.158906 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] For port c295cde8-886c-4ec0-ab86-cd89c1beb385, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=c295cde8-886c-4ec0-ab86-cd89c1beb385,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:59:57.190782 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:57.195995 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f2d1e492-f0ef-4bfd-b8f7-c6bb312d04a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:59:57.257959 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:57.258644 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:59:57.260188 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] 10.222.0.38 "PUT /v2.0/ports/c295cde8-886c-4ec0-ab86-cd89c1beb385 HTTP/1.1" status: 200  len: 1094 time: 1.3936844
Apr 20 14:59:57.260759 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'tag': 'c295cde8-886c-4ec0-ab86-cd89c1beb385'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:59:57.285257 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c295cde8-886c-4ec0-ab86-cd89c1beb385,revision_number=3']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:59:57.289039 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4fa17cde-2998-4b95-810d-a2f4fe01e5b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:59:57.319352 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'tag': 'c295cde8-886c-4ec0-ab86-cd89c1beb385', 'status': 'completed', 'code': 200}
Apr 20 14:59:57.415139 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-c56401ee-51c2-4a3a-90bb-109fe3e855ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:57.416773 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-c56401ee-51c2-4a3a-90bb-109fe3e855ce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230&device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 1097 time: 0.0880880
Apr 20 14:59:57.490970 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-acf40122-6a17-4cdf-ad40-9fd0b468aa1b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c295cde8-886c-4ec0-ab86-cd89c1beb385 HTTP/1.1" status: 200  len: 217 time: 0.0673635
Apr 20 14:59:57.565136 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-3765f5dd-82f7-4aeb-b48e-5adeb199568d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:57.566793 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-3765f5dd-82f7-4aeb-b48e-5adeb199568d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8b2e638-8e01-40e8-ba60-d1ed693ab316 HTTP/1.1" status: 200  len: 850 time: 0.0699553
Apr 20 14:59:57.658055 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-5cbea27f-50f2-4bc2-b414-fea3e562674e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:57.660587 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-5cbea27f-50f2-4bc2-b414-fea3e562674e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0864515
Apr 20 14:59:57.809661 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-f23d2ddc-35d7-40db-af4c-7ca937982060 service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431608
Apr 20 14:59:57.944168 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eb08b-db66-48e4-9882-4b79a07df847 req-84b42615-207e-40a5-ad58-3808e19536dd tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:57.945960 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a50eb08b-db66-48e4-9882-4b79a07df847 req-84b42615-207e-40a5-ad58-3808e19536dd tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 944 time: 0.1020870
Apr 20 14:59:57.960517 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bea3a880-2c5a-46c0-a58e-2fe67bb3750f req-7b5f2993-c580-46e0-9082-3782f4c94fdb service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448965
Apr 20 14:59:58.008586 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a50eb08b-db66-48e4-9882-4b79a07df847 req-dac152b7-0aed-4558-91b0-762c4f91181a tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485375
Apr 20 14:59:58.121077 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fddc53-0071-4e1a-a1de-d9b8f83acbc8 req-4efc22b2-fadc-4566-8268-20e5d90904a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:58.122745 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-32fddc53-0071-4e1a-a1de-d9b8f83acbc8 req-4efc22b2-fadc-4566-8268-20e5d90904a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230&device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 1097 time: 0.0920520
Apr 20 14:59:58.267916 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fddc53-0071-4e1a-a1de-d9b8f83acbc8 req-a1ff9e0f-85e0-46b0-80a4-2c1172600ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:58.270051 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-32fddc53-0071-4e1a-a1de-d9b8f83acbc8 req-a1ff9e0f-85e0-46b0-80a4-2c1172600ccd service neutron] 10.222.0.38 "GET /v2.0/networks?id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196 HTTP/1.1" status: 200  len: 912 time: 0.1403363
Apr 20 14:59:58.351884 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-32fddc53-0071-4e1a-a1de-d9b8f83acbc8 req-83dd90ef-cae0-4b55-a923-d741fa6792f2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c295cde8-886c-4ec0-ab86-cd89c1beb385 HTTP/1.1" status: 200  len: 217 time: 0.0743287
Apr 20 14:59:58.427429 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fddc53-0071-4e1a-a1de-d9b8f83acbc8 req-39808561-221c-4863-a788-6a18a0fb5d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:58.429022 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-32fddc53-0071-4e1a-a1de-d9b8f83acbc8 req-39808561-221c-4863-a788-6a18a0fb5d1b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8b2e638-8e01-40e8-ba60-d1ed693ab316 HTTP/1.1" status: 200  len: 850 time: 0.0710146
Apr 20 14:59:58.514784 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fddc53-0071-4e1a-a1de-d9b8f83acbc8 req-ca6269c0-6321-4165-9ba1-e22baa2a38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:58.516432 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-32fddc53-0071-4e1a-a1de-d9b8f83acbc8 req-ca6269c0-6321-4165-9ba1-e22baa2a38ce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0805864
Apr 20 14:59:58.669331 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-32fddc53-0071-4e1a-a1de-d9b8f83acbc8 req-2dccce88-cf36-4f45-b2ec-9d2925a7d2f7 service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461813
Apr 20 14:59:58.817636 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-32fddc53-0071-4e1a-a1de-d9b8f83acbc8 req-1d634581-b43a-4205-83a8-1f07086191c2 service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422400
Apr 20 14:59:59.224110 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc8f52-ea2b-436d-be48-a4e99a9b6395 req-1dfc5499-0164-4aa4-bb3c-7265697d429d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:59:59.225749 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-becc8f52-ea2b-436d-be48-a4e99a9b6395 req-1dfc5499-0164-4aa4-bb3c-7265697d429d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 944 time: 0.0931802
Apr 20 14:59:59.274360 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-becc8f52-ea2b-436d-be48-a4e99a9b6395 req-10d810cb-a97e-4d7f-8d5a-299cfc16d79c tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420690
Apr 20 15:00:00.489041 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcc4a-93a0-4d67-9230-c671ff1fd473 req-325879a8-d035-48e1-8ee0-68e4d3e6cf4c tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:00:00.491507 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-042bcc4a-93a0-4d67-9230-c671ff1fd473 req-325879a8-d035-48e1-8ee0-68e4d3e6cf4c tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 944 time: 0.0981896
Apr 20 15:00:00.544151 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-042bcc4a-93a0-4d67-9230-c671ff1fd473 req-ff51a177-3242-4b70-9504-a3ddcaea20fa tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440505
Apr 20 15:00:00.836133 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:01.752319 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d98580-d691-4b96-880d-feeab821793d req-4967246a-8eaf-4b31-b378-ab5d797f4592 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:00:01.754034 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f7d98580-d691-4b96-880d-feeab821793d req-4967246a-8eaf-4b31-b378-ab5d797f4592 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 944 time: 0.0953443
Apr 20 15:00:01.804967 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f7d98580-d691-4b96-880d-feeab821793d req-7a9e7ec1-36a0-4069-8a55-9035e356f02a tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444629
Apr 20 15:00:02.270233 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ce2c20cc-8fdf-441b-9796-c057c34090c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:03.006184 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d46812-faac-4b7f-9e1f-7007da95959c req-d80d1fc2-41af-44c6-9f5f-d362c5b0707a tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:00:03.007795 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-46d46812-faac-4b7f-9e1f-7007da95959c req-d80d1fc2-41af-44c6-9f5f-d362c5b0707a tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 944 time: 0.0876021
Apr 20 15:00:03.061937 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-46d46812-faac-4b7f-9e1f-7007da95959c req-4a7ce5e5-d890-4428-805f-2e21497796d9 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477009
Apr 20 15:00:04.267672 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed7a5c-83b0-4ee9-8d5b-47b27cd88ecb req-8404e2fa-1eaf-4c92-b0bd-1f2971a75c4c tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:00:04.269988 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-45ed7a5c-83b0-4ee9-8d5b-47b27cd88ecb req-8404e2fa-1eaf-4c92-b0bd-1f2971a75c4c tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 944 time: 0.0920835
Apr 20 15:00:04.319494 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-45ed7a5c-83b0-4ee9-8d5b-47b27cd88ecb req-aef7ad9f-16bf-43cc-acf7-3dad5ef7e420 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428421
Apr 20 15:00:04.530626 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device c295cde8-886c-4ec0-ab86-cd89c1beb385 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 15:00:04.682595 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port c295cde8-886c-4ec0-ab86-cd89c1beb385, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=c295cde8-886c-4ec0-ab86-cd89c1beb385,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:00:04.696485 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': 'c295cde8-886c-4ec0-ab86-cd89c1beb385', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'port_id': 'c295cde8-886c-4ec0-ab86-cd89c1beb385', 'mac_address': 'fa:16:3e:44:7b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 15:00:04.755027 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:04.772494 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c295cde8-886c-4ec0-ab86-cd89c1beb385 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 15:00:04.789051 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port c295cde8-886c-4ec0-ab86-cd89c1beb385, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=c295cde8-886c-4ec0-ab86-cd89c1beb385,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:00:04.818474 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:04.820303 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:00:05.080809 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=c295cde8-886c-4ec0-ab86-cd89c1beb385,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:00:05.089219 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:05.089774 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:05.090029 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:05.090404 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:05.090773 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:05.091143 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:05.091512 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:05.091921 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:05.092286 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:05.092651 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:05.093017 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:05.093377 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:05.097918 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:00:05.133073 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-db206c7c-9659-4957-917a-78c889c13471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:05.148287 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['c295cde8-886c-4ec0-ab86-cd89c1beb385'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 15:00:05.525150 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af5a8a-cff2-48a7-891f-71df234077fb req-646af2a2-182d-44f9-bacc-9a168f9d959e tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:00:05.526860 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e4af5a8a-cff2-48a7-891f-71df234077fb req-646af2a2-182d-44f9-bacc-9a168f9d959e tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 945 time: 0.0938785
Apr 20 15:00:05.556588 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:05.577726 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e4af5a8a-cff2-48a7-891f-71df234077fb req-376d7aab-4db7-4c87-9953-4fca6e103ed8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440667
Apr 20 15:00:06.413270 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:06.545447 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device c295cde8-886c-4ec0-ab86-cd89c1beb385 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 15:00:06.647002 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port c295cde8-886c-4ec0-ab86-cd89c1beb385 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 15:00:06.652510 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port c295cde8-886c-4ec0-ab86-cd89c1beb385 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 15:00:06.652934 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:06.779012 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:06.794648 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b2c41-1b53-4dfc-b651-7542f8e59b2b req-503a316a-1ae7-4e09-b95d-14b281942247 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:00:06.796338 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cd9b2c41-1b53-4dfc-b651-7542f8e59b2b req-503a316a-1ae7-4e09-b95d-14b281942247 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 945 time: 0.0920579
Apr 20 15:00:06.807862 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c295cde8-886c-4ec0-ab86-cd89c1beb385'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 15:00:06.818815 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port c295cde8-886c-4ec0-ab86-cd89c1beb385, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=c295cde8-886c-4ec0-ab86-cd89c1beb385,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:00:06.846491 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cd9b2c41-1b53-4dfc-b651-7542f8e59b2b req-967cd35a-f33c-4b2a-9522-baab249606df tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431600
Apr 20 15:00:06.865632 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:06.868330 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:00:06.930732 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c295cde8-886c-4ec0-ab86-cd89c1beb385', 'code': 200}
Apr 20 15:00:06.946173 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=c295cde8-886c-4ec0-ab86-cd89c1beb385,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:00:06.953473 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:00:07.053217 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:07.287693 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dee92-a5c6-4f04-adc3-e2aa91f5f23d req-27c93174-fa54-4c7b-b0e0-8f5ee88e475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:00:07.289261 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-646dee92-a5c6-4f04-adc3-e2aa91f5f23d req-27c93174-fa54-4c7b-b0e0-8f5ee88e475a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 1099 time: 0.0808971
Apr 20 15:00:07.332087 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-646dee92-a5c6-4f04-adc3-e2aa91f5f23d req-454a3fd9-87aa-4a29-8d71-55387b46bda6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0354915
Apr 20 15:00:08.055974 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbb8bb-dc96-4232-a65a-ffea2cfeedaf req-4784e893-f390-4750-af1f-ba3ea0206217 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:00:08.057782 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-51fbb8bb-dc96-4232-a65a-ffea2cfeedaf req-4784e893-f390-4750-af1f-ba3ea0206217 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 946 time: 0.0952966
Apr 20 15:00:08.108756 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-51fbb8bb-dc96-4232-a65a-ffea2cfeedaf req-a92a2f69-db15-4292-ad9c-c4a3d906da9a tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440290
Apr 20 15:00:08.153639 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-68e24175-b417-4c5e-bbfa-180423512197 req-611b9d8f-cef3-4f7e-9c38-b27481d946eb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0809360
Apr 20 15:00:08.255391 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e24175-b417-4c5e-bbfa-180423512197 req-9fdff95d-43ef-405a-a898-b8af6df1c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:00:08.256971 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-68e24175-b417-4c5e-bbfa-180423512197 req-9fdff95d-43ef-405a-a898-b8af6df1c040 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f2c1ae3a13624769af7a2f4d9cbd98a0&device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 1098 time: 0.0837443
Apr 20 15:00:08.415896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e24175-b417-4c5e-bbfa-180423512197 req-2742e455-e69c-45c1-929f-edaea0119fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:00:08.417384 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-68e24175-b417-4c5e-bbfa-180423512197 req-2742e455-e69c-45c1-929f-edaea0119fad service neutron] 10.222.0.38 "GET /v2.0/networks?id=ee606f30-2b2d-4f16-873f-c7ce33195844 HTTP/1.1" status: 200  len: 909 time: 0.1414909
Apr 20 15:00:08.523437 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-68e24175-b417-4c5e-bbfa-180423512197 req-7b22437a-e9f6-4fc1-a992-a39fafa71430 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a01cbfe-fdf1-4f97-b687-13f080c1ab16 HTTP/1.1" status: 200  len: 1000 time: 0.0994995
Apr 20 15:00:08.597703 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e24175-b417-4c5e-bbfa-180423512197 req-674c1312-5949-435f-af4b-d358305cd55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:00:08.599290 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-68e24175-b417-4c5e-bbfa-180423512197 req-674c1312-5949-435f-af4b-d358305cd55b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed HTTP/1.1" status: 200  len: 847 time: 0.0682867
Apr 20 15:00:08.686796 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e24175-b417-4c5e-bbfa-180423512197 req-142ec345-b6ec-4c36-8853-91f9e090871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:00:08.688321 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-68e24175-b417-4c5e-bbfa-180423512197 req-142ec345-b6ec-4c36-8853-91f9e090871d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ee606f30-2b2d-4f16-873f-c7ce33195844&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810220
Apr 20 15:00:08.833375 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-68e24175-b417-4c5e-bbfa-180423512197 req-b78efba8-c299-4953-963a-3eafe01b6706 service neutron] 10.222.0.38 "GET /v2.0/networks/ee606f30-2b2d-4f16-873f-c7ce33195844?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383624
Apr 20 15:00:08.980930 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-68e24175-b417-4c5e-bbfa-180423512197 req-026942d3-d7c9-48fb-be78-15f39b139920 service neutron] 10.222.0.38 "GET /v2.0/networks/ee606f30-2b2d-4f16-873f-c7ce33195844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403518
Apr 20 15:00:09.318767 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1989e-915c-4016-aeec-982684b9de13 req-77baa206-9a75-46be-a3ad-813a378f6c12 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:00:09.320382 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c0e1989e-915c-4016-aeec-982684b9de13 req-77baa206-9a75-46be-a3ad-813a378f6c12 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 946 time: 0.0899818
Apr 20 15:00:09.372609 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c0e1989e-915c-4016-aeec-982684b9de13 req-706fac6e-7f48-475e-8543-83830f08f855 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456913
Apr 20 15:00:09.571395 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f20983-4055-43cd-b6fe-65747bfb68ad req-774f171f-0ffd-40a0-a363-f48ca182ba17 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:00:09.573002 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f4f20983-4055-43cd-b6fe-65747bfb68ad req-774f171f-0ffd-40a0-a363-f48ca182ba17 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 946 time: 0.0886078
Apr 20 15:00:09.589854 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 15:00:09.620270 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f4f20983-4055-43cd-b6fe-65747bfb68ad req-704ee69c-6485-4dfd-b922-b2e4f4bdebf3 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409186
Apr 20 15:00:09.645104 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 53970) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:00:09.724186 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ed792f-66a0-4851-afdd-2d62daf97b4c tempest-TestVolumeBootPattern-2047157010 tempest-TestVolumeBootPattern-2047157010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:00:09.724945 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-c0ed792f-66a0-4851-afdd-2d62daf97b4c tempest-TestVolumeBootPattern-2047157010 tempest-TestVolumeBootPattern-2047157010-project-admin] Synchronizing usage tracker for tenant:f83717c34d7b4093a40848f66e7d6bb3 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 15:00:09.778344 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-c0ed792f-66a0-4851-afdd-2d62daf97b4c tempest-TestVolumeBootPattern-2047157010 tempest-TestVolumeBootPattern-2047157010-project-admin] Unset dirty status for tenant:f83717c34d7b4093a40848f66e7d6bb3 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 15:00:09.779877 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-c0ed792f-66a0-4851-afdd-2d62daf97b4c tempest-TestVolumeBootPattern-2047157010 tempest-TestVolumeBootPattern-2047157010-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 1094 time: 0.1334443
Apr 20 15:00:09.782912 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 53974) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:00:09.788365 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Request body: {'floatingip': {'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'port_id': 'c295cde8-886c-4ec0-ab86-cd89c1beb385', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86437) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 15:00:09.794654 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 15:00:09.798684 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Usage tracker for resource:floatingip and tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 is out of sync, need to count used quota {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 15:00:09.802190 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86437) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 15:00:09.808154 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86437) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 15:00:09.841439 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for floatingip, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:09.986806 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:10.131229 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Allocated IP 172.27.2.161 (0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09/91730765-12cb-4a98-b654-b261f30f30ed/60908bd6-a146-4ffb-b81d-5e6fcf912b60) {{(pid=86437) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 15:00:10.289174 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for port, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:10.344589 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:10.350163 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5cee4bd9-bbe5-4640-98f7-aaa883f7f8e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:00:10.422298 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 is already hosted by enough agents. {{(pid=86437) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 15:00:10.425261 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Resources bound (agent type, host, resource id):  {{(pid=86437) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 15:00:10.429221 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Received port after_create {{(pid=86437) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 15:00:10.461320 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event updated for resources: {'Port': ['ID=60908bd6-a146-4ffb-b81d-5e6fcf912b60,revision_number=1']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:00:10.477878 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:10.478306 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:10.478743 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:10.479210 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:10.479624 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:10.480091 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:10.480479 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:10.480891 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:10.481299 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:10.481752 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:10.482158 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:10.482557 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:00:10.487887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:00:10.887198 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:11.000864 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:11.220814 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for port, precommit_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:11.252768 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2713120'] for port, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:11.258166 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-28a1e9e5-279e-4bae-96cb-a4a92e6bae55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:00:11.612114 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event updated for resources: {'Port': ['ID=60908bd6-a146-4ffb-b81d-5e6fcf912b60,revision_number=2']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:00:11.621098 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:00:11.630519 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:11.813438 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.l3_db [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Floating IP fdbb4fe2-a965-4b64-a26f-8fb1b241ebfe associated. External IP: 172.27.2.161, port: c295cde8-886c-4ec0-ab86-cd89c1beb385.
Apr 20 15:00:12.194659 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 15:00:12.388471 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 15:00:12.399495 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0476b453-f25a-43be-807a-206495119af9 None None] Sync routers for ids ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 15:00:12.409749 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0476b453-f25a-43be-807a-206495119af9 None None] Routers {'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 15:00:12.410473 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-0476b453-f25a-43be-807a-206495119af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec075da20>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T15:00:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:00:12.441943 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:12.501109 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-a4fbeeab-330e-479e-b6f1-3020af50c4b5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7170854
Apr 20 15:00:12.501846 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'tag': 'c295cde8-886c-4ec0-ab86-cd89c1beb385'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 15:00:12.603434 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-0476b453-f25a-43be-807a-206495119af9 None None] Set router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 15:00:12.609234 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'tag': 'c295cde8-886c-4ec0-ab86-cd89c1beb385', 'status': 'completed', 'code': 200}
Apr 20 15:00:12.733973 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e42d2-06dd-44d1-9c8f-c1aed53a1456 req-26c69fb0-2fcd-4b07-841c-18c863e0978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:00:12.735582 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-de4e42d2-06dd-44d1-9c8f-c1aed53a1456 req-26c69fb0-2fcd-4b07-841c-18c863e0978c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230&device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 1099 time: 0.0855563
Apr 20 15:00:12.882543 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e42d2-06dd-44d1-9c8f-c1aed53a1456 req-f533a1c3-5c69-4aa4-bdd5-1d35c336b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:00:12.884162 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-de4e42d2-06dd-44d1-9c8f-c1aed53a1456 req-f533a1c3-5c69-4aa4-bdd5-1d35c336b7bb service neutron] 10.222.0.38 "GET /v2.0/networks?id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196 HTTP/1.1" status: 200  len: 912 time: 0.1420281
Apr 20 15:00:12.983428 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-0476b453-f25a-43be-807a-206495119af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec075da20>, [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': 'fdbb4fe2-a965-4b64-a26f-8fb1b241ebfe', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'port_id': 'c295cde8-886c-4ec0-ab86-cd89c1beb385', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'mac_address': 'fa:16:3e:44:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T15:00:10Z', 'updated_at': '2021-04-20T15:00:10Z', 'revision_number': 0, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:56Z', 'revision_number': 5, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:00:12.988693 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0476b453-f25a-43be-807a-206495119af9 None None] Checking router: f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 15:00:12.994542 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-de4e42d2-06dd-44d1-9c8f-c1aed53a1456 req-70e9434d-b4c1-4f66-b6ed-94a676f394dd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c295cde8-886c-4ec0-ab86-cd89c1beb385 HTTP/1.1" status: 200  len: 1000 time: 0.1029513
Apr 20 15:00:12.998442 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0476b453-f25a-43be-807a-206495119af9 None None] Routers {'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 15:00:12.998944 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-0476b453-f25a-43be-807a-206495119af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec075da20>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T15:00:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:00:13.069988 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e42d2-06dd-44d1-9c8f-c1aed53a1456 req-d2345e72-f413-4ca3-9e06-5ace4af838fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:00:13.071716 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-de4e42d2-06dd-44d1-9c8f-c1aed53a1456 req-d2345e72-f413-4ca3-9e06-5ace4af838fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8b2e638-8e01-40e8-ba60-d1ed693ab316 HTTP/1.1" status: 200  len: 850 time: 0.0710597
Apr 20 15:00:13.155154 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e42d2-06dd-44d1-9c8f-c1aed53a1456 req-1687154a-6c56-4089-a344-59283b14ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:00:13.156775 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-de4e42d2-06dd-44d1-9c8f-c1aed53a1456 req-1687154a-6c56-4089-a344-59283b14ce6b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786045
Apr 20 15:00:13.191402 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-0476b453-f25a-43be-807a-206495119af9 None None] Set router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 15:00:13.303455 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-de4e42d2-06dd-44d1-9c8f-c1aed53a1456 req-264454a2-9eec-438c-b3df-f0498ec9488c service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401064
Apr 20 15:00:13.452892 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-de4e42d2-06dd-44d1-9c8f-c1aed53a1456 req-d3292ca5-4f85-4d4a-afb0-b8764df3668f service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379921
Apr 20 15:00:13.562471 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-0476b453-f25a-43be-807a-206495119af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec075da20>, [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': 'fdbb4fe2-a965-4b64-a26f-8fb1b241ebfe', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'port_id': 'c295cde8-886c-4ec0-ab86-cd89c1beb385', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'mac_address': 'fa:16:3e:44:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T15:00:10Z', 'updated_at': '2021-04-20T15:00:10Z', 'revision_number': 0, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:56Z', 'revision_number': 5, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:00:13.566612 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0476b453-f25a-43be-807a-206495119af9 None None] The sync data for ids ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'] in dv-cinder-742162-4-iscsi is: [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': 'fdbb4fe2-a965-4b64-a26f-8fb1b241ebfe', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'port_id': 'c295cde8-886c-4ec0-ab86-cd89c1beb385', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'mac_address': 'fa:16:3e:44:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T15:00:10Z', 'updated_at': '2021-04-20T15:00:10Z', 'revision_number': 0, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:56Z', 'revision_number': 5, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 15:00:13.833190 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2246d012-6630-4f7e-931a-d23e44ab1398 None None] New status for floating IP fdbb4fe2-a965-4b64-a26f-8fb1b241ebfe: ACTIVE {{(pid=86439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 15:00:30.841022 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:32.269704 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fac569aa-393c-4327-8fc6-2d7633b65df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:34.926337 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bec15c48-74f1-4435-99e1-8f02cebc6997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:35.566642 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:36.394963 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:37.052478 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:00:46.592335 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 15:01:00.892497 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:01.156851 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f196712-b852-453d-8499-83e0290d3e0f req-054ea85c-6078-4ca4-9425-f1e26451a29e tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:01.158491 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8f196712-b852-453d-8499-83e0290d3e0f req-054ea85c-6078-4ca4-9425-f1e26451a29e tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.0923107
Apr 20 15:01:01.206318 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8f196712-b852-453d-8499-83e0290d3e0f req-718cd4af-d00e-4c09-bcd5-73bc76935cfc tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414348
Apr 20 15:01:02.303456 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-23bc2b98-e916-468d-b14a-742bd539aff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:02.409495 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74265c61-ebfc-44f6-8ed2-9fad2cd2ea5a req-78b857cd-8f77-47b4-8d4e-270c8d98c9a7 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:02.410999 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-74265c61-ebfc-44f6-8ed2-9fad2cd2ea5a req-78b857cd-8f77-47b4-8d4e-270c8d98c9a7 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.0893884
Apr 20 15:01:02.462267 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-74265c61-ebfc-44f6-8ed2-9fad2cd2ea5a req-8f03dc4e-0688-4f45-a3e5-7141b7aef620 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448613
Apr 20 15:01:03.676623 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdbf20-5472-4352-b613-ad9b9ac124f4 req-b66afdd3-f1eb-419b-aa94-a1b2079081b6 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:03.678246 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-94fdbf20-5472-4352-b613-ad9b9ac124f4 req-b66afdd3-f1eb-419b-aa94-a1b2079081b6 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.0878470
Apr 20 15:01:03.726595 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-94fdbf20-5472-4352-b613-ad9b9ac124f4 req-9b398925-c08b-425e-9836-a0bda3900500 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420127
Apr 20 15:01:04.920745 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9c6723b5-63aa-4f25-b913-3c1db6c47107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:05.075680 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70639ff5-f23a-4f05-8fa6-8b6c999fa23b req-975b0a3b-e443-4f80-ae66-ccfd04f1b6ad tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:05.077305 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-70639ff5-f23a-4f05-8fa6-8b6c999fa23b req-975b0a3b-e443-4f80-ae66-ccfd04f1b6ad tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.0945654
Apr 20 15:01:05.125787 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-70639ff5-f23a-4f05-8fa6-8b6c999fa23b req-fdb0d374-4604-425d-b66f-2cccc3e8933a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418406
Apr 20 15:01:05.566157 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:06.347928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f808bfe-56be-4516-9708-3ea8c0439cc2 req-db85e41a-7269-494a-ba00-06e838b36a8d tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:06.350265 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5f808bfe-56be-4516-9708-3ea8c0439cc2 req-db85e41a-7269-494a-ba00-06e838b36a8d tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.1007240
Apr 20 15:01:06.402652 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5f808bfe-56be-4516-9708-3ea8c0439cc2 req-325f9428-2097-4925-99a4-439b37810673 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456884
Apr 20 15:01:06.434844 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:07.052100 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:07.607167 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd084a7-e8da-496e-a50d-73e8eb8de650 req-511ef132-bb71-45d1-b2d1-10ccf27574d6 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:07.608803 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1fd084a7-e8da-496e-a50d-73e8eb8de650 req-511ef132-bb71-45d1-b2d1-10ccf27574d6 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.0929606
Apr 20 15:01:07.658076 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1fd084a7-e8da-496e-a50d-73e8eb8de650 req-a3ae1291-d489-4e46-9c7a-ed5d35f17baf tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427277
Apr 20 15:01:08.872375 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc756af5-a099-4f7c-9184-7e452170ebe0 req-f6abedf2-9494-431b-89f0-0a33fb6089aa tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:08.874030 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fc756af5-a099-4f7c-9184-7e452170ebe0 req-f6abedf2-9494-431b-89f0-0a33fb6089aa tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.1019809
Apr 20 15:01:08.921686 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-fc756af5-a099-4f7c-9184-7e452170ebe0 req-a68979ea-cdfe-472b-b1e3-e60538d8939f tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412712
Apr 20 15:01:09.170490 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161ab0-3168-4360-9c1f-0165889da551 req-51b2b34a-1581-4857-b93b-69cd2b9d4337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:09.172069 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-93161ab0-3168-4360-9c1f-0165889da551 req-51b2b34a-1581-4857-b93b-69cd2b9d4337 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f2c1ae3a13624769af7a2f4d9cbd98a0&device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 1098 time: 0.0829191
Apr 20 15:01:09.558243 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161ab0-3168-4360-9c1f-0165889da551 req-133c00c7-048c-4e79-8b40-8d51371fb3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:09.559846 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-93161ab0-3168-4360-9c1f-0165889da551 req-133c00c7-048c-4e79-8b40-8d51371fb3ce service neutron] 10.222.0.38 "GET /v2.0/networks?id=ee606f30-2b2d-4f16-873f-c7ce33195844 HTTP/1.1" status: 200  len: 909 time: 0.3694508
Apr 20 15:01:09.670613 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-93161ab0-3168-4360-9c1f-0165889da551 req-f6e16122-c911-4853-86c1-89aacbde240e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a01cbfe-fdf1-4f97-b687-13f080c1ab16 HTTP/1.1" status: 200  len: 1000 time: 0.1025312
Apr 20 15:01:09.740384 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161ab0-3168-4360-9c1f-0165889da551 req-f2d84c53-3a61-473f-a3c2-efa521a9c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:09.741975 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-93161ab0-3168-4360-9c1f-0165889da551 req-f2d84c53-3a61-473f-a3c2-efa521a9c698 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed HTTP/1.1" status: 200  len: 847 time: 0.0651233
Apr 20 15:01:09.825492 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161ab0-3168-4360-9c1f-0165889da551 req-ff281cfd-3be4-42fa-93b7-d262bcbe7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:09.827009 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-93161ab0-3168-4360-9c1f-0165889da551 req-ff281cfd-3be4-42fa-93b7-d262bcbe7782 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ee606f30-2b2d-4f16-873f-c7ce33195844&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779228
Apr 20 15:01:09.971286 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-93161ab0-3168-4360-9c1f-0165889da551 req-9dc43ad8-2f5c-494b-936e-9bb50a108977 service neutron] 10.222.0.38 "GET /v2.0/networks/ee606f30-2b2d-4f16-873f-c7ce33195844?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373425
Apr 20 15:01:10.117820 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-93161ab0-3168-4360-9c1f-0165889da551 req-f913025a-1db0-4340-bea2-8e0e690f2f54 service neutron] 10.222.0.38 "GET /v2.0/networks/ee606f30-2b2d-4f16-873f-c7ce33195844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395123
Apr 20 15:01:10.135989 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e5577-c4e7-4845-b8fb-99c1f4b4969c req-67672fc4-5fe2-4db0-a0ff-1cb3533d4da0 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:10.137648 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b24e5577-c4e7-4845-b8fb-99c1f4b4969c req-67672fc4-5fe2-4db0-a0ff-1cb3533d4da0 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.0945780
Apr 20 15:01:10.185428 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b24e5577-c4e7-4845-b8fb-99c1f4b4969c req-a8a9fde8-d1f5-45c6-969a-dff25a7b58d1 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412862
Apr 20 15:01:11.275176 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749499f8-c47a-4414-a8b7-95677d7200d7 req-30bbd808-5b6e-4a62-8dba-9a2982fc593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:11.276806 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-749499f8-c47a-4414-a8b7-95677d7200d7 req-30bbd808-5b6e-4a62-8dba-9a2982fc593e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f2c1ae3a13624769af7a2f4d9cbd98a0&device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 1098 time: 0.0845912
Apr 20 15:01:11.392887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9a11f-3164-4feb-88d3-ab6be23afd3a req-a9481c16-d57c-4db4-98b0-57b976e85e7b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:11.394472 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-87c9a11f-3164-4feb-88d3-ab6be23afd3a req-a9481c16-d57c-4db4-98b0-57b976e85e7b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.0941660
Apr 20 15:01:11.420603 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749499f8-c47a-4414-a8b7-95677d7200d7 req-12faf7c0-5d36-4501-922a-06fb9a4b2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:11.422240 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-749499f8-c47a-4414-a8b7-95677d7200d7 req-12faf7c0-5d36-4501-922a-06fb9a4b2737 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ee606f30-2b2d-4f16-873f-c7ce33195844 HTTP/1.1" status: 200  len: 909 time: 0.1394820
Apr 20 15:01:11.443486 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-87c9a11f-3164-4feb-88d3-ab6be23afd3a req-1e08847f-15c6-4d11-b820-1613d5c89564 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424917
Apr 20 15:01:11.535052 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-749499f8-c47a-4414-a8b7-95677d7200d7 req-446229b9-f538-417e-b37d-a713eff632e3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a01cbfe-fdf1-4f97-b687-13f080c1ab16 HTTP/1.1" status: 200  len: 1000 time: 0.1067779
Apr 20 15:01:11.603666 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749499f8-c47a-4414-a8b7-95677d7200d7 req-1cd2fff4-ded3-41c5-a852-a0ccb37a2c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:11.605346 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-749499f8-c47a-4414-a8b7-95677d7200d7 req-1cd2fff4-ded3-41c5-a852-a0ccb37a2c51 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed HTTP/1.1" status: 200  len: 847 time: 0.0646513
Apr 20 15:01:11.691682 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749499f8-c47a-4414-a8b7-95677d7200d7 req-892611a7-bdb9-4490-aa89-449a2aac220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:11.693177 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-749499f8-c47a-4414-a8b7-95677d7200d7 req-892611a7-bdb9-4490-aa89-449a2aac220a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ee606f30-2b2d-4f16-873f-c7ce33195844&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820637
Apr 20 15:01:11.838087 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-749499f8-c47a-4414-a8b7-95677d7200d7 req-3b418051-3ff9-4593-b388-794d505658a4 service neutron] 10.222.0.38 "GET /v2.0/networks/ee606f30-2b2d-4f16-873f-c7ce33195844?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376565
Apr 20 15:01:11.983195 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-749499f8-c47a-4414-a8b7-95677d7200d7 req-d3f2504e-9e81-4cfd-8fc3-179777ff1326 service neutron] 10.222.0.38 "GET /v2.0/networks/ee606f30-2b2d-4f16-873f-c7ce33195844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386716
Apr 20 15:01:12.688326 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391aacc-9bc8-4fa4-ad55-aed6d1575883 req-62c3bf9f-d293-4080-b329-0c85602ae39f tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:12.689976 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c391aacc-9bc8-4fa4-ad55-aed6d1575883 req-62c3bf9f-d293-4080-b329-0c85602ae39f tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.0907161
Apr 20 15:01:12.742066 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c391aacc-9bc8-4fa4-ad55-aed6d1575883 req-4e4522ec-7cde-4307-9757-2d93d4c7fb60 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450537
Apr 20 15:01:13.945197 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adab95f-42ea-4334-8777-f98d27858079 req-1db04051-ff29-4c41-be7e-51e122d5192d tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:13.946764 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2adab95f-42ea-4334-8777-f98d27858079 req-1db04051-ff29-4c41-be7e-51e122d5192d tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.0905271
Apr 20 15:01:13.995230 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-2adab95f-42ea-4334-8777-f98d27858079 req-c60dd299-3f4f-45cf-8396-624bddd180fd tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420611
Apr 20 15:01:15.200445 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c57480-dd67-4635-a87b-b3455ad17e8f req-269e6f34-9200-4fbd-b00b-d07a7c341a26 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:15.202087 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-07c57480-dd67-4635-a87b-b3455ad17e8f req-269e6f34-9200-4fbd-b00b-d07a7c341a26 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.0923860
Apr 20 15:01:15.249789 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-07c57480-dd67-4635-a87b-b3455ad17e8f req-3c588f10-da7f-4660-a87d-eed06a0f82c3 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414324
Apr 20 15:01:15.710465 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f4181-28f9-4493-91a7-3328bb018f96 req-e8a5a5ef-495f-4592-b544-c2cb5aadffd0 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:15.711218 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 54038) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:01:15.712974 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a72f4181-28f9-4493-91a7-3328bb018f96 req-e8a5a5ef-495f-4592-b544-c2cb5aadffd0 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.0926695
Apr 20 15:01:15.761068 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-a72f4181-28f9-4493-91a7-3328bb018f96 req-cdb1e6d8-c255-47ae-b818-4f65106bd332 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417862
Apr 20 15:01:15.833789 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e877a7ca-270a-49b4-b206-bb43c39ec80b req-edba64d2-a4d2-4072-9e4f-e986910ef65e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1211345
Apr 20 15:01:16.967435 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a56e93-c495-40e4-bf90-13cd44993b02 req-1cbb7535-1237-4640-90a3-7611dde81953 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:16.969043 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-69a56e93-c495-40e4-bf90-13cd44993b02 req-1cbb7535-1237-4640-90a3-7611dde81953 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.0938320
Apr 20 15:01:17.017554 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-69a56e93-c495-40e4-bf90-13cd44993b02 req-aa1dfaae-52a1-44ff-857c-9840b57a81dd tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420246
Apr 20 15:01:17.532675 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877a7ca-270a-49b4-b206-bb43c39ec80b req-e0ea26e2-6046-4dd0-af65-e950ba045442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:17.534350 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e877a7ca-270a-49b4-b206-bb43c39ec80b req-e0ea26e2-6046-4dd0-af65-e950ba045442 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37&tenant_id=f2c1ae3a13624769af7a2f4d9cbd98a0 HTTP/1.1" status: 200  len: 1098 time: 0.0790665
Apr 20 15:01:17.636978 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877a7ca-270a-49b4-b206-bb43c39ec80b req-5482f5d9-7779-4a52-91f3-cc4d513f4342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:17.638549 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e877a7ca-270a-49b4-b206-bb43c39ec80b req-5482f5d9-7779-4a52-91f3-cc4d513f4342 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f2c1ae3a13624769af7a2f4d9cbd98a0&device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 1098 time: 0.0829153
Apr 20 15:01:17.781783 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877a7ca-270a-49b4-b206-bb43c39ec80b req-b82ee314-9173-4410-acdb-23d697493eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:17.783366 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e877a7ca-270a-49b4-b206-bb43c39ec80b req-b82ee314-9173-4410-acdb-23d697493eec service neutron] 10.222.0.38 "GET /v2.0/networks?id=ee606f30-2b2d-4f16-873f-c7ce33195844 HTTP/1.1" status: 200  len: 909 time: 0.1387317
Apr 20 15:01:17.892819 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e877a7ca-270a-49b4-b206-bb43c39ec80b req-bd9dbec9-8660-4c51-ba1b-383a96419b81 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a01cbfe-fdf1-4f97-b687-13f080c1ab16 HTTP/1.1" status: 200  len: 1000 time: 0.1029594
Apr 20 15:01:17.962273 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877a7ca-270a-49b4-b206-bb43c39ec80b req-c7ada6af-9b41-4052-bef0-6daeee35cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:17.963847 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e877a7ca-270a-49b4-b206-bb43c39ec80b req-c7ada6af-9b41-4052-bef0-6daeee35cefe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed HTTP/1.1" status: 200  len: 847 time: 0.0651915
Apr 20 15:01:18.048990 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877a7ca-270a-49b4-b206-bb43c39ec80b req-210de6b0-4d22-4843-9c9c-4c44464544d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:18.050832 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e877a7ca-270a-49b4-b206-bb43c39ec80b req-210de6b0-4d22-4843-9c9c-4c44464544d0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ee606f30-2b2d-4f16-873f-c7ce33195844&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801382
Apr 20 15:01:18.196189 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e877a7ca-270a-49b4-b206-bb43c39ec80b req-37946b8c-5007-4e29-8760-912dfd4e48d6 service neutron] 10.222.0.38 "GET /v2.0/networks/ee606f30-2b2d-4f16-873f-c7ce33195844?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391475
Apr 20 15:01:18.224026 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b43031-e390-492f-872b-64c0361f07ad req-52d1e37b-2049-4ab1-bb7d-8ce288c04723 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:18.226348 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-38b43031-e390-492f-872b-64c0361f07ad req-52d1e37b-2049-4ab1-bb7d-8ce288c04723 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.0896006
Apr 20 15:01:18.277625 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-38b43031-e390-492f-872b-64c0361f07ad req-77a9a204-112b-4728-9082-38d61fbf65e0 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447891
Apr 20 15:01:18.340276 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e877a7ca-270a-49b4-b206-bb43c39ec80b req-ee0f2606-d522-4f5f-ab3e-ecf593cec0cb service neutron] 10.222.0.38 "GET /v2.0/networks/ee606f30-2b2d-4f16-873f-c7ce33195844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380227
Apr 20 15:01:18.845079 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 15:01:18.968493 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:19.006371 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6b7a08-cdd5-4021-b472-406548282c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 15:01:19.025331 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=4a01cbfe-fdf1-4f97-b687-13f080c1ab16,segment=NetworkSegment(c87870d9-fd34-435b-ac26-5507c26d1852),segment_id=c87870d9-fd34-435b-ac26-5507c26d1852)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:01:19.064264 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:19.067575 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6b7a08-cdd5-4021-b472-406548282c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16', 'code': 200}
Apr 20 15:01:19.067875 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-1f6d2e19-c3ad-449b-a493-1b16f4e67a0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:01:19.138118 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=4a01cbfe-fdf1-4f97-b687-13f080c1ab16,revision_number=6']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:01:19.145827 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:19.146221 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:19.146606 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:19.146982 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:19.147402 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:19.147779 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:19.148156 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:19.148529 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:19.148904 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:19.149271 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:19.149666 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:19.150036 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:19.154389 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:01:19.479728 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46995fe6-9187-41ed-a5dd-d14a4811601e req-e3e3c48f-3720-499b-9f8e-4b3ecaedc5f0 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:19.481338 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-46995fe6-9187-41ed-a5dd-d14a4811601e req-e3e3c48f-3720-499b-9f8e-4b3ecaedc5f0 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 943 time: 0.0901909
Apr 20 15:01:19.529610 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-46995fe6-9187-41ed-a5dd-d14a4811601e req-e5a9145c-2ba7-44f8-beaa-80a81c597cd7 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419199
Apr 20 15:01:20.737313 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0ae62-2b8e-472f-9bb7-7bd82736dd91 req-b8b03a7e-38af-43a4-ba26-a36f3f674788 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:20.738956 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-59f0ae62-2b8e-472f-9bb7-7bd82736dd91 req-b8b03a7e-38af-43a4-ba26-a36f3f674788 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 943 time: 0.0939136
Apr 20 15:01:20.787094 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-59f0ae62-2b8e-472f-9bb7-7bd82736dd91 req-e76e3eb8-6837-4cbd-a844-79b9bd17b082 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418262
Apr 20 15:01:21.987965 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b33772-8ff1-4390-a2c3-9e2b80b67a2c req-f10b68a6-5466-4e2b-8271-20bcb85dba47 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:21.989606 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f6b33772-8ff1-4390-a2c3-9e2b80b67a2c req-f10b68a6-5466-4e2b-8271-20bcb85dba47 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 943 time: 0.0891738
Apr 20 15:01:22.042272 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-f6b33772-8ff1-4390-a2c3-9e2b80b67a2c req-8e1a4766-9402-4be2-8b2d-4e67edb03476 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448844
Apr 20 15:01:23.244845 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b26af8-c785-4e02-b65e-3cc843d4e3f8 req-9c53cdb0-af21-4e4f-b674-95eb2d03f02c tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:23.246487 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-57b26af8-c785-4e02-b65e-3cc843d4e3f8 req-9c53cdb0-af21-4e4f-b674-95eb2d03f02c tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 943 time: 0.0930977
Apr 20 15:01:23.294774 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-57b26af8-c785-4e02-b65e-3cc843d4e3f8 req-a904f5b0-a202-4d81-88f4-2dd3aa42d697 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419974
Apr 20 15:01:23.594463 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 15:01:24.496322 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eacd3d-b3dc-4b80-9d34-de23bd8aa5ba req-2a11b738-3ec7-4d03-bf3d-a2f5c191deea tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:24.497931 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e3eacd3d-b3dc-4b80-9d34-de23bd8aa5ba req-2a11b738-3ec7-4d03-bf3d-a2f5c191deea tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 943 time: 0.0884392
Apr 20 15:01:24.548581 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e3eacd3d-b3dc-4b80-9d34-de23bd8aa5ba req-8d834cbc-bb99-42e6-b3ae-eecdfef83f4d tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443594
Apr 20 15:01:24.986878 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1d5bf-1822-449f-b516-5c09fef364dc req-bac2aa3c-544d-4598-91c5-9573914f7a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:24.988468 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e4d1d5bf-1822-449f-b516-5c09fef364dc req-bac2aa3c-544d-4598-91c5-9573914f7a81 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 1096 time: 0.0833390
Apr 20 15:01:25.031507 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e4d1d5bf-1822-449f-b516-5c09fef364dc req-2fbb6824-0486-4305-b8b6-44e876e762cf service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365257
Apr 20 15:01:25.755451 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb48a6-72ec-4e9b-bb30-6113c202d041 req-741d125b-60fd-4e50-a920-1398f5dc2613 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:25.757117 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-60bb48a6-72ec-4e9b-bb30-6113c202d041 req-741d125b-60fd-4e50-a920-1398f5dc2613 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 943 time: 0.0914645
Apr 20 15:01:25.807796 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-60bb48a6-72ec-4e9b-bb30-6113c202d041 req-aca426b1-65b1-4ee1-81f0-1677e2456e97 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431104
Apr 20 15:01:26.885360 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 15:01:27.015247 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e93ce-eb31-49d1-a775-c8b3639f1732 req-f89af4eb-f24a-467f-97b7-abe0115d4b9f tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:27.016859 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1d2e93ce-eb31-49d1-a775-c8b3639f1732 req-f89af4eb-f24a-467f-97b7-abe0115d4b9f tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 943 time: 0.0950441
Apr 20 15:01:27.020965 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=4a01cbfe-fdf1-4f97-b687-13f080c1ab16,segment=NetworkSegment(c87870d9-fd34-435b-ac26-5507c26d1852),segment_id=c87870d9-fd34-435b-ac26-5507c26d1852)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:01:27.036903 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16', 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844', 'port_id': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16', 'mac_address': 'fa:16:3e:a4:7d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 15:01:27.067475 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-1d2e93ce-eb31-49d1-a775-c8b3639f1732 req-bd198e6c-dc3b-4fbd-8d60-64b48d905c0e tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435851
Apr 20 15:01:27.102343 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:27.120516 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 15:01:27.136982 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=4a01cbfe-fdf1-4f97-b687-13f080c1ab16,segment=NetworkSegment(c87870d9-fd34-435b-ac26-5507c26d1852),segment_id=c87870d9-fd34-435b-ac26-5507c26d1852)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:01:27.166111 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:27.168021 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-85b71c2a-5f42-425e-9ffc-54c5b944baf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:01:27.238451 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=4a01cbfe-fdf1-4f97-b687-13f080c1ab16,revision_number=7']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:01:27.241923 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:01:27.391679 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['4a01cbfe-fdf1-4f97-b687-13f080c1ab16'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 15:01:28.891683 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 15:01:28.968798 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 15:01:28.969216 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:29.099036 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:29.127490 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6b7a08-cdd5-4021-b472-406548282c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 15:01:29.138699 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=4a01cbfe-fdf1-4f97-b687-13f080c1ab16,segment=NetworkSegment(c87870d9-fd34-435b-ac26-5507c26d1852),segment_id=c87870d9-fd34-435b-ac26-5507c26d1852)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:01:29.166885 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:29.168920 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:01:29.201740 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6b7a08-cdd5-4021-b472-406548282c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16', 'code': 200}
Apr 20 15:01:29.241928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=4a01cbfe-fdf1-4f97-b687-13f080c1ab16,revision_number=8']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:01:29.245126 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:01:30.840356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:32.263903 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-ba3bfe9f-e869-4a89-8e29-bb421280d28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:34.948918 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c64aac80-88f5-4bdc-b9ba-352e1fbf0867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:35.583378 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:36.394887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:37.057436 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:49.530135 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-9be4bebc-c400-4dda-96ee-b1d05193d16b tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-130783795&fields=id&tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230 HTTP/1.1" status: 200  len: 267 time: 0.0434444
Apr 20 15:01:49.933650 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-f02a9e87-5806-438d-847e-828aa177bc99 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:49.935169 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-f02a9e87-5806-438d-847e-828aa177bc99 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/networks?id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196 HTTP/1.1" status: 200  len: 811 time: 0.3978276
Apr 20 15:01:49.951311 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-13e4b289-9fc2-478b-b955-62396321145c tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/quotas/d3da01c5b0c5428f86e1ed7a0b9d5230 HTTP/1.1" status: 200  len: 375 time: 0.0096915
Apr 20 15:01:50.053364 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-9350b3ef-f4a9-4df2-bde7-26ffd73d27d5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0962479
Apr 20 15:01:50.114665 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-eb10b05a-cf21-4afd-8218-5a9a7b18b8b1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86437) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 15:01:50.115748 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-eb10b05a-cf21-4afd-8218-5a9a7b18b8b1 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0493627
Apr 20 15:01:50.259201 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-689a698e-c13f-4279-aeb7-6e6b5c7eb8fd service neutron] 10.222.0.16 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361647
Apr 20 15:01:50.401355 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-48282cbb-bc0d-4742-ba1c-01a0536363e9 service neutron] 10.222.0.16 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355436
Apr 20 15:01:50.977883 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ab06d140-a34d-49bd-b98c-b42720716d60 req-f0dddfae-dd3f-4958-a162-b634f785b9bd tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 210 time: 0.0500915
Apr 20 15:01:52.142094 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e8bbc688-d2cb-443d-bf65-d65535185b4b req-87bf719e-5473-44e6-8a85-7669ae28da13 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 210 time: 0.0505819
Apr 20 15:01:52.463026 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-e257f67e-1ef8-47fa-ba55-2cf5cccafece tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:52.464581 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-e257f67e-1ef8-47fa-ba55-2cf5cccafece tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.38 "GET /v2.0/networks?id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196 HTTP/1.1" status: 200  len: 811 time: 0.1580822
Apr 20 15:01:52.543437 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-b8c2c4a2-5d8c-4007-9466-4620327de36e tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230 HTTP/1.1" status: 200  len: 8059 time: 0.0699606
Apr 20 15:01:52.552696 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Request body: {'port': {'device_id': '13640f35-dbe7-44d4-91b2-b667c41bf1cf', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'admin_state_up': True, 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'security_groups': ['940113f7-843b-48cf-a8f4-2de32b73a8f5']}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 15:01:52.702130 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 15:01:52.706513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Usage tracker for resource:port and tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 15:01:52.709506 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Quota usage for port was recalculated. Used quota:5. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 15:01:52.716242 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 15:01:52.754549 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Made reservation on behalf of d3da01c5b0c5428f86e1ed7a0b9d5230 for: {'port': 1} {{(pid=86436) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 15:01:52.760692 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:52.937662 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Allocated IP 172.20.0.4 (ffc4a239-2621-4cbb-b855-7ea7fa1d9196/f8b2e638-8e01-40e8-ba60-d1ed693ab316/8554d6f9-7b98-4619-a7b8-d386da37edc1) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 15:01:53.141895 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:53.158905 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Transition to ACTIVE for port object 8554d6f9-7b98-4619-a7b8-d386da37edc1 will not be triggered until provisioned by entity DHCP. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 15:01:53.212384 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:53.218392 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:01:53.293002 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 15:01:53.296932 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 15:01:53.301227 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 15:01:53.346066 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event updated for resources: {'Port': ['ID=8554d6f9-7b98-4619-a7b8-d386da37edc1,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:01:53.357504 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51dd51f-770c-4b6e-9499-4c3444828249 req-8227f36a-d3dd-4d20-a31c-6ddd4f149a79 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:53.362019 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c51dd51f-770c-4b6e-9499-4c3444828249 req-8227f36a-d3dd-4d20-a31c-6ddd4f149a79 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 931 time: 0.1010358
Apr 20 15:01:53.368159 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:53.368585 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:53.369002 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:53.369413 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:53.369862 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:53.370279 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:53.371217 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:53.371617 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:53.372020 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:53.372416 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:53.372816 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:53.373220 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:01:53.390894 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:53.391588 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:53.395985 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:01:53.420321 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c51dd51f-770c-4b6e-9499-4c3444828249 req-9b826f76-bc0a-4edd-a198-f5c063189c42 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545430
Apr 20 15:01:53.452814 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-a7054633-470c-4a6b-8951-872476e36739 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9041111
Apr 20 15:01:53.465385 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Request body: {'port': {'device_id': '13640f35-dbe7-44d4-91b2-b667c41bf1cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 15:01:53.590643 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:53.635045 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-b39e069c-163b-4dab-82e6-22d86614bc59 None None] Provisioning for port 8554d6f9-7b98-4619-a7b8-d386da37edc1 completed by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 15:01:53.640613 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-b39e069c-163b-4dab-82e6-22d86614bc59 None None] Provisioning complete for port 8554d6f9-7b98-4619-a7b8-d386da37edc1 triggered by entity DHCP. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 15:01:53.641039 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b39e069c-163b-4dab-82e6-22d86614bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:53.703912 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-b39e069c-163b-4dab-82e6-22d86614bc59 None None] Port 8554d6f9-7b98-4619-a7b8-d386da37edc1 cannot update to ACTIVE because it is not bound. {{(pid=86438) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 15:01:53.957836 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8554d6f9-7b98-4619-a7b8-d386da37edc1 {{(pid=86436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 15:01:53.966300 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:53.981986 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Transition to ACTIVE for port object 8554d6f9-7b98-4619-a7b8-d386da37edc1 will not be triggered until provisioned by entity L2. {{(pid=86436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 15:01:54.046319 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:54.051576 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-7cbbe4bc-6cc7-460a-95e0-b83ef49f8606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:01:54.228988 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8554d6f9-7b98-4619-a7b8-d386da37edc1,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:01:54.232336 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:01:54.304223 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Attempting to bind port 8554d6f9-7b98-4619-a7b8-d386da37edc1 on host hv-cinder-74216 for vnic_type normal with profile  {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 15:01:54.304600 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Attempting to bind port 8554d6f9-7b98-4619-a7b8-d386da37edc1 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 15:01:54.304966 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Attempting to bind port 8554d6f9-7b98-4619-a7b8-d386da37edc1 on network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 15:01:54.310542 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Port 8554d6f9-7b98-4619-a7b8-d386da37edc1 on network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 15:01:54.310900 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Attempting to bind port 8554d6f9-7b98-4619-a7b8-d386da37edc1 on network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 15:01:54.316407 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Checking agent: {'id': '23c001c5-f1e7-4a76-a232-ea7cd3c8abee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 15, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 15:01:54.316788 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Checking segment: {'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 15:01:54.317206 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Bound using segment: {'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'} {{(pid=86436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 15:01:54.317714 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Bound port: 8554d6f9-7b98-4619-a7b8-d386da37edc1, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066428fa-79d0-4a24-a183-2ec725ccb32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196'}}] {{(pid=86436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 15:01:54.318096 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:54.415178 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] For port 8554d6f9-7b98-4619-a7b8-d386da37edc1, host hv-cinder-74216, cleared binding levels {{(pid=86436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 15:01:54.418946 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] For port 8554d6f9-7b98-4619-a7b8-d386da37edc1, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=8554d6f9-7b98-4619-a7b8-d386da37edc1,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 15:01:54.481092 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:54.489061 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a7f34b4b-ac4b-4fb7-87b5-72564d3427d3 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:01:54.556227 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:54.556910 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:01:54.559154 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] 10.222.0.38 "PUT /v2.0/ports/8554d6f9-7b98-4619-a7b8-d386da37edc1 HTTP/1.1" status: 200  len: 1093 time: 1.0985940
Apr 20 15:01:54.559763 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13640f35-dbe7-44d4-91b2-b667c41bf1cf', 'tag': '8554d6f9-7b98-4619-a7b8-d386da37edc1'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 15:01:54.586639 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8554d6f9-7b98-4619-a7b8-d386da37edc1,revision_number=3']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:01:54.590335 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:01:54.620978 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13640f35-dbe7-44d4-91b2-b667c41bf1cf', 'tag': '8554d6f9-7b98-4619-a7b8-d386da37edc1', 'status': 'completed', 'code': 200}
Apr 20 15:01:54.644131 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f8d9f-feae-4707-8364-1070de3bcb92 req-fff23946-ba88-406e-ac17-713ed04f72cd tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:54.645999 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ce7f8d9f-feae-4707-8364-1070de3bcb92 req-fff23946-ba88-406e-ac17-713ed04f72cd tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 943 time: 0.1075597
Apr 20 15:01:54.699053 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ce7f8d9f-feae-4707-8364-1070de3bcb92 req-502055b3-9664-4e13-a0e8-bd11655cf53a tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453675
Apr 20 15:01:54.953835 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-46e8dc4b-546f-4ec4-9e22-b63a992ea7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:54.955379 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-46e8dc4b-546f-4ec4-9e22-b63a992ea7c1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230&device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 1096 time: 0.3245058
Apr 20 15:01:55.030843 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-bd2c0635-e5e7-4386-b41b-1f7408cbdda9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8554d6f9-7b98-4619-a7b8-d386da37edc1 HTTP/1.1" status: 200  len: 217 time: 0.0676935
Apr 20 15:01:55.105877 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-322b6950-5282-44c4-abb4-53d3b914f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:55.107423 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-322b6950-5282-44c4-abb4-53d3b914f95e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8b2e638-8e01-40e8-ba60-d1ed693ab316 HTTP/1.1" status: 200  len: 850 time: 0.0707684
Apr 20 15:01:55.189917 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-2d0d8942-0851-4e96-8fdd-eba47659ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:55.191508 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-2d0d8942-0851-4e96-8fdd-eba47659ba84 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776896
Apr 20 15:01:55.334337 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-43ff6147-2a6b-4ad0-ac74-93aa10587a91 service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357021
Apr 20 15:01:55.480997 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-402bcf36-7361-4fb0-b2b4-b9e8e9503d97 req-d54e9c02-61d7-48ba-a420-ecc491abff87 service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374476
Apr 20 15:01:55.647222 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ab56b-b673-48cc-9486-7f355b8a387e req-5455e364-7092-4f16-8d3a-dc5e5a5d72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:55.648833 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0e5ab56b-b673-48cc-9486-7f355b8a387e req-5455e364-7092-4f16-8d3a-dc5e5a5d72f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230&device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 1096 time: 0.0843911
Apr 20 15:01:55.794506 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ab56b-b673-48cc-9486-7f355b8a387e req-d82ebaf6-cd87-473b-a306-e26eb02b5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:55.796059 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0e5ab56b-b673-48cc-9486-7f355b8a387e req-d82ebaf6-cd87-473b-a306-e26eb02b5a0b service neutron] 10.222.0.38 "GET /v2.0/networks?id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196 HTTP/1.1" status: 200  len: 912 time: 0.1396568
Apr 20 15:01:55.871486 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0e5ab56b-b673-48cc-9486-7f355b8a387e req-8c80204e-b1ef-4684-8013-c249278d0f3d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8554d6f9-7b98-4619-a7b8-d386da37edc1 HTTP/1.1" status: 200  len: 217 time: 0.0677426
Apr 20 15:01:55.910374 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664aef15-6bd9-413b-9166-23d85a15eb71 req-b9f03f6b-d5b7-492c-9071-aa5ab8f15178 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:55.911948 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-664aef15-6bd9-413b-9166-23d85a15eb71 req-b9f03f6b-d5b7-492c-9071-aa5ab8f15178 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 943 time: 0.0962203
Apr 20 15:01:55.950491 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ab56b-b673-48cc-9486-7f355b8a387e req-d086fcb5-b119-4f8e-ac9b-22d89057708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:55.952087 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0e5ab56b-b673-48cc-9486-7f355b8a387e req-d086fcb5-b119-4f8e-ac9b-22d89057708c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8b2e638-8e01-40e8-ba60-d1ed693ab316 HTTP/1.1" status: 200  len: 850 time: 0.0717888
Apr 20 15:01:55.962829 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-664aef15-6bd9-413b-9166-23d85a15eb71 req-3e6da7b4-e5ad-4eb8-8d30-7c162d22afd6 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437138
Apr 20 15:01:56.041549 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ab56b-b673-48cc-9486-7f355b8a387e req-bee02abf-5d35-4066-98b3-84ea741728b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:56.043691 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0e5ab56b-b673-48cc-9486-7f355b8a387e req-bee02abf-5d35-4066-98b3-84ea741728b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821285
Apr 20 15:01:56.186623 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0e5ab56b-b673-48cc-9486-7f355b8a387e req-4c69231d-f55f-4830-aac6-12a0991f8625 service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355634
Apr 20 15:01:56.328317 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0e5ab56b-b673-48cc-9486-7f355b8a387e req-0cb6d351-0cbb-4c46-a99a-677e7743ae55 service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345482
Apr 20 15:01:57.169187 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405f712-f555-4c09-9b71-d72a42f504b8 req-fbacbce3-f38a-4b97-a88c-bea5ee7771a8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:57.170834 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0405f712-f555-4c09-9b71-d72a42f504b8 req-fbacbce3-f38a-4b97-a88c-bea5ee7771a8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 943 time: 0.0938599
Apr 20 15:01:57.219086 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-0405f712-f555-4c09-9b71-d72a42f504b8 req-becd8942-f5cc-4b8a-8c2e-797a31e4efe5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418720
Apr 20 15:01:58.420714 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e7b1f-b910-4366-97e9-7835ac27d356 req-0e6980b2-032d-4318-9742-ad1c486c0bd2 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:58.422356 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-844e7b1f-b910-4366-97e9-7835ac27d356 req-0e6980b2-032d-4318-9742-ad1c486c0bd2 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 943 time: 0.0899131
Apr 20 15:01:58.520603 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-844e7b1f-b910-4366-97e9-7835ac27d356 req-c6206a62-6bdf-487d-8864-1536a80e9e51 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0919397
Apr 20 15:01:59.723550 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef014d7-2ddd-4feb-9d0a-3ba56c7e6d07 req-0eeded7b-5f36-4b38-9e15-67733839fc1b tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:01:59.725170 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-eef014d7-2ddd-4feb-9d0a-3ba56c7e6d07 req-0eeded7b-5f36-4b38-9e15-67733839fc1b tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 943 time: 0.0919425
Apr 20 15:01:59.773201 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-eef014d7-2ddd-4feb-9d0a-3ba56c7e6d07 req-7211f71f-c0cb-4b40-9d4d-d5681a68ddc2 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410876
Apr 20 15:02:00.593429 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 15:02:00.834310 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:00.975580 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc7460-f0d7-47fd-8a68-ed95f3fd22fd req-80055335-0819-40f0-9114-689b1deda396 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:00.977227 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b8fc7460-f0d7-47fd-8a68-ed95f3fd22fd req-80055335-0819-40f0-9114-689b1deda396 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 943 time: 0.0901246
Apr 20 15:02:01.029879 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b8fc7460-f0d7-47fd-8a68-ed95f3fd22fd req-c7ec9855-4f9d-46a3-84d9-3f09fc54ac78 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454242
Apr 20 15:02:02.233551 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce680f1a-d6ad-4ca3-b04c-86756d8dfa6d req-2414fc5c-f2b0-4890-8206-1ee74276ee7d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:02.235230 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ce680f1a-d6ad-4ca3-b04c-86756d8dfa6d req-2414fc5c-f2b0-4890-8206-1ee74276ee7d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 943 time: 0.0900853
Apr 20 15:02:02.268495 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-953d3b7d-6aca-4ec6-8bc4-0650d31bef46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:02.284277 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ce680f1a-d6ad-4ca3-b04c-86756d8dfa6d req-79af1fef-a6ba-4b8d-bd28-a30583a7ba43 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427537
Apr 20 15:02:03.029560 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 8554d6f9-7b98-4619-a7b8-d386da37edc1 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86438) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 15:02:03.173468 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 8554d6f9-7b98-4619-a7b8-d386da37edc1, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=8554d6f9-7b98-4619-a7b8-d386da37edc1,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:02:03.187210 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Returning: {'device': '8554d6f9-7b98-4619-a7b8-d386da37edc1', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'port_id': '8554d6f9-7b98-4619-a7b8-d386da37edc1', 'mac_address': 'fa:16:3e:ed:c2:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86438) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 15:02:03.246008 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:03.266990 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8554d6f9-7b98-4619-a7b8-d386da37edc1 {{(pid=86438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 15:02:03.283602 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 8554d6f9-7b98-4619-a7b8-d386da37edc1, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=8554d6f9-7b98-4619-a7b8-d386da37edc1,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:02:03.314283 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:03.316147 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b2dea7ea-4bc9-4c57-a7b2-73a2a65c398d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:02:03.386605 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=8554d6f9-7b98-4619-a7b8-d386da37edc1,revision_number=4']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:02:03.390407 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:02:03.487877 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7bcbe-4356-498f-90f6-b6c8cd37b6bd req-9c6bcf05-0367-48d0-9fc0-de32e30d42f5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:03.489531 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e2f7bcbe-4356-498f-90f6-b6c8cd37b6bd req-9c6bcf05-0367-48d0-9fc0-de32e30d42f5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 944 time: 0.0930030
Apr 20 15:02:03.528609 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] get_ports_and_sgs() called for port_ids ['8554d6f9-7b98-4619-a7b8-d386da37edc1'] {{(pid=86438) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 15:02:03.540444 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-e2f7bcbe-4356-498f-90f6-b6c8cd37b6bd req-2169e81a-2284-496a-8ebb-502734593c99 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441935
Apr 20 15:02:04.741079 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa77536-a0a9-409c-bff8-b12fe5cf0743 req-a563cda4-9e83-4d4f-8f63-1c7595dfacd3 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:04.742628 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cfa77536-a0a9-409c-bff8-b12fe5cf0743 req-a563cda4-9e83-4d4f-8f63-1c7595dfacd3 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 944 time: 0.0884149
Apr 20 15:02:04.791129 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-cfa77536-a0a9-409c-bff8-b12fe5cf0743 req-a14ec5a0-203a-4510-b075-bf90fab33a2d tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421205
Apr 20 15:02:04.948991 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-21f98ed5-a75b-4cab-9998-4d327b5cf2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:05.031957 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 8554d6f9-7b98-4619-a7b8-d386da37edc1 up at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 15:02:05.125528 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning for port 8554d6f9-7b98-4619-a7b8-d386da37edc1 completed by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 15:02:05.133123 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.provisioning_blocks [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Provisioning complete for port 8554d6f9-7b98-4619-a7b8-d386da37edc1 triggered by entity L2. {{(pid=86438) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 15:02:05.133915 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1760534'] for port, provisioning_complete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:05.269464 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:05.297572 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13640f35-dbe7-44d4-91b2-b667c41bf1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8554d6f9-7b98-4619-a7b8-d386da37edc1'}] {{(pid=86438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 15:02:05.308356 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] For port 8554d6f9-7b98-4619-a7b8-d386da37edc1, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=8554d6f9-7b98-4619-a7b8-d386da37edc1,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:02:05.342982 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588'] for port, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:05.346039 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13640f35-dbe7-44d4-91b2-b667c41bf1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8554d6f9-7b98-4619-a7b8-d386da37edc1', 'code': 200}
Apr 20 15:02:05.346589 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:02:05.420924 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Pushing event updated for resources: {'Port': ['ID=8554d6f9-7b98-4619-a7b8-d386da37edc1,revision_number=5']} {{(pid=86438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:02:05.424653 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86438) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:02:05.565526 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:05.717588 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e4662-dc95-41ed-8beb-b6cd39278608 req-2dfd66a9-5da0-4d21-88e0-f35f149709aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:05.719157 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4f7e4662-dc95-41ed-8beb-b6cd39278608 req-2dfd66a9-5da0-4d21-88e0-f35f149709aa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 1098 time: 0.0768609
Apr 20 15:02:05.765194 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-4f7e4662-dc95-41ed-8beb-b6cd39278608 req-3358e4ab-9adb-4566-abba-217af5243caf service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395951
Apr 20 15:02:05.997113 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8370be-c5f2-40c6-ad84-ae7bba35df9b req-f16c0eb5-43b7-4e9d-a279-042c5fa996d7 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:05.998795 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ac8370be-c5f2-40c6-ad84-ae7bba35df9b req-f16c0eb5-43b7-4e9d-a279-042c5fa996d7 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 945 time: 0.0946336
Apr 20 15:02:06.051346 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-ac8370be-c5f2-40c6-ad84-ae7bba35df9b req-929d5d90-ed4c-473b-99ed-85084b2a45be tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458837
Apr 20 15:02:06.388711 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:07.063246 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:07.266436 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0c48b-2cf0-428e-80ea-07ad436c5e62 req-3d3e214c-c9ff-4424-bee4-d2fde9bd26b1 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:07.267962 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5da0c48b-2cf0-428e-80ea-07ad436c5e62 req-3d3e214c-c9ff-4424-bee4-d2fde9bd26b1 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 945 time: 0.0911074
Apr 20 15:02:07.320343 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-5da0c48b-2cf0-428e-80ea-07ad436c5e62 req-eebd2d0f-fde1-4c36-ae8a-52e0fb0109fe tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458870
Apr 20 15:02:07.526735 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f1603-95d9-43ea-b3ac-9106e302c789 req-ec416ac4-894c-4cc4-b7d1-9a4c625375ab tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:07.528524 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-938f1603-95d9-43ea-b3ac-9106e302c789 req-ec416ac4-894c-4cc4-b7d1-9a4c625375ab tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 945 time: 0.0882757
Apr 20 15:02:07.576501 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-938f1603-95d9-43ea-b3ac-9106e302c789 req-11beb4c4-e2d6-4f42-aa18-cec8cfb147e2 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413389
Apr 20 15:02:07.600912 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 54172) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:02:07.680367 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4b97f8-7c02-4f3f-9aed-c9a0ea291874 tempest-TestVolumeBootPattern-2047157010 tempest-TestVolumeBootPattern-2047157010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:07.682049 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-fa4b97f8-7c02-4f3f-9aed-c9a0ea291874 tempest-TestVolumeBootPattern-2047157010 tempest-TestVolumeBootPattern-2047157010-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 1093 time: 0.0799334
Apr 20 15:02:07.685635 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 54176) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:02:07.691241 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.v2.base [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Request body: {'floatingip': {'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'port_id': '8554d6f9-7b98-4619-a7b8-d386da37edc1', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86436) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 15:02:07.697729 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 15:02:07.702497 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Usage tracker for resource:floatingip and tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 is out of sync, need to count used quota {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 15:02:07.705536 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86436) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 15:02:07.711657 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.quota.driver [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86436) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 15:02:07.747887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for floatingip, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:07.892636 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:08.040188 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_common [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Allocated IP 172.27.2.165 (0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09/91730765-12cb-4a98-b654-b261f30f30ed/30c941c5-ab4d-4d97-9e56-f2c8744bf97c) {{(pid=86436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 15:02:08.197799 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for port, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:08.274582 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363245389764263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:08.280155 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-be863bf5-75d1-4156-8b09-ccb450c2436f tempest-AttachVolumeShelveTestJSON-1460574713 tempest-AttachVolumeShelveTestJSON-1460574713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:02:08.336797 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Network 0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09 is already hosted by enough agents. {{(pid=86436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 15:02:08.344846 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.base_scheduler [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Resources bound (agent type, host, resource id):  {{(pid=86436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 15:02:08.349317 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Received port after_create {{(pid=86436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 15:02:08.395278 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event updated for resources: {'Port': ['ID=30c941c5-ab4d-4d97-9e56-f2c8744bf97c,revision_number=1']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:02:08.399550 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:02:08.781013 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:08.891633 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853126965'] for port, before_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:09.114204 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for port, precommit_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:09.160085 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791465440712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363245389764246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791465011588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2217767'] for port, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:09.165515 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4224b6ae-f831-4e3e-806e-081f87b99937 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:02:09.280247 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event updated for resources: {'Port': ['ID=30c941c5-ab4d-4d97-9e56-f2c8744bf97c,revision_number=2']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:02:09.284745 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:02:09.289806 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690609'] for floatingip, after_update {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:09.474448 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.l3_db [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Floating IP f213a645-fc0c-49f5-8856-74272262ced7 associated. External IP: 172.27.2.165, port: 8554d6f9-7b98-4619-a7b8-d386da37edc1.
Apr 20 15:02:10.147464 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 15:02:10.161639 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-99b442c1-29b8-4396-821c-b5e38a231fb3 req-1b2f3192-6d8e-4ad8-ae2c-6e0c1629936c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1226149
Apr 20 15:02:10.411646 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b442c1-29b8-4396-821c-b5e38a231fb3 req-26b7b3e9-5aac-4ee6-97fb-37dd4472fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:10.413215 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-99b442c1-29b8-4396-821c-b5e38a231fb3 req-26b7b3e9-5aac-4ee6-97fb-37dd4472fae3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230&device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 1099 time: 0.1990800
Apr 20 15:02:10.414392 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 15:02:10.429535 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d8761-e10b-43c5-8b77-32d2e0f0f107 None None] Sync routers for ids ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 15:02:10.440270 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d8761-e10b-43c5-8b77-32d2e0f0f107 None None] Routers {'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 15:02:10.441069 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-659d8761-e10b-43c5-8b77-32d2e0f0f107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec05b03c8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T15:02:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:02:10.520322 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:10.606910 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-2ae952b4-51a7-444f-8326-18cf17ef23e5 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9198117
Apr 20 15:02:10.609086 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13640f35-dbe7-44d4-91b2-b667c41bf1cf', 'tag': '8554d6f9-7b98-4619-a7b8-d386da37edc1'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 15:02:10.637995 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-659d8761-e10b-43c5-8b77-32d2e0f0f107 None None] Set router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 15:02:10.641010 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b442c1-29b8-4396-821c-b5e38a231fb3 req-703f84e5-82b0-4ac8-8add-a2ea9a833109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:10.642688 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-99b442c1-29b8-4396-821c-b5e38a231fb3 req-703f84e5-82b0-4ac8-8add-a2ea9a833109 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196 HTTP/1.1" status: 200  len: 912 time: 0.2060695
Apr 20 15:02:10.708529 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13640f35-dbe7-44d4-91b2-b667c41bf1cf', 'tag': '8554d6f9-7b98-4619-a7b8-d386da37edc1', 'status': 'completed', 'code': 200}
Apr 20 15:02:10.753559 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-99b442c1-29b8-4396-821c-b5e38a231fb3 req-34744eaf-1575-42f0-bb83-73e3ff9a94d8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c295cde8-886c-4ec0-ab86-cd89c1beb385 HTTP/1.1" status: 200  len: 1002 time: 0.1044230
Apr 20 15:02:10.771579 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf8d2e-679d-4317-85aa-de4ff536e2ef req-775c81dd-0804-4eb8-b8fe-393d353cf15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:10.773267 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8edf8d2e-679d-4317-85aa-de4ff536e2ef req-775c81dd-0804-4eb8-b8fe-393d353cf15b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230&device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 1098 time: 0.0857055
Apr 20 15:02:10.829373 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b442c1-29b8-4396-821c-b5e38a231fb3 req-f9961fdf-559e-45a1-a87a-03b6b9bd5c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:10.831020 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-99b442c1-29b8-4396-821c-b5e38a231fb3 req-f9961fdf-559e-45a1-a87a-03b6b9bd5c23 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8b2e638-8e01-40e8-ba60-d1ed693ab316 HTTP/1.1" status: 200  len: 850 time: 0.0712967
Apr 20 15:02:10.920906 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b442c1-29b8-4396-821c-b5e38a231fb3 req-e1b13f93-8b8c-4bff-9be2-a1ccce0ceabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86436) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:10.922525 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-99b442c1-29b8-4396-821c-b5e38a231fb3 req-e1b13f93-8b8c-4bff-9be2-a1ccce0ceabf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855131
Apr 20 15:02:10.933390 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf8d2e-679d-4317-85aa-de4ff536e2ef req-d33738b2-8043-46bf-97a9-fabbe9b7a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:10.935006 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8edf8d2e-679d-4317-85aa-de4ff536e2ef req-d33738b2-8043-46bf-97a9-fabbe9b7a2c4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196 HTTP/1.1" status: 200  len: 912 time: 0.1556427
Apr 20 15:02:11.025172 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-659d8761-e10b-43c5-8b77-32d2e0f0f107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec05b03c8>, [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': 'f213a645-fc0c-49f5-8856-74272262ced7', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'port_id': '8554d6f9-7b98-4619-a7b8-d386da37edc1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'mac_address': 'fa:16:3e:ed:c2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13640f35-dbe7-44d4-91b2-b667c41bf1cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T15:02:08Z', 'updated_at': '2021-04-20T15:02:08Z', 'revision_number': 0, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'fixed_ip_address_scope': None}, {'id': 'fdbb4fe2-a965-4b64-a26f-8fb1b241ebfe', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'port_id': 'c295cde8-886c-4ec0-ab86-cd89c1beb385', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'mac_address': 'fa:16:3e:44:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T15:00:10Z', 'updated_at': '2021-04-20T15:00:14Z', 'revision_number': 1, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:56Z', 'revision_number': 5, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:02:11.030856 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d8761-e10b-43c5-8b77-32d2e0f0f107 None None] Checking router: f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 15:02:11.040946 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d8761-e10b-43c5-8b77-32d2e0f0f107 None None] Routers {'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 15:02:11.042491 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-659d8761-e10b-43c5-8b77-32d2e0f0f107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec05b03c8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T15:02:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:02:11.046271 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8edf8d2e-679d-4317-85aa-de4ff536e2ef req-32c7ee65-a859-4950-867c-84d26cd9e725 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8554d6f9-7b98-4619-a7b8-d386da37edc1 HTTP/1.1" status: 200  len: 999 time: 0.1048689
Apr 20 15:02:11.086428 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-99b442c1-29b8-4396-821c-b5e38a231fb3 req-583999d6-65c1-4f57-9d80-7b102539b3d5 service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1572783
Apr 20 15:02:11.122090 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf8d2e-679d-4317-85aa-de4ff536e2ef req-4ab2bd79-58ab-4669-b8ff-113f839d010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:11.123705 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8edf8d2e-679d-4317-85aa-de4ff536e2ef req-4ab2bd79-58ab-4669-b8ff-113f839d010d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8b2e638-8e01-40e8-ba60-d1ed693ab316 HTTP/1.1" status: 200  len: 850 time: 0.0713351
Apr 20 15:02:11.209212 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf8d2e-679d-4317-85aa-de4ff536e2ef req-1518cc9d-185b-4fee-8066-7a38deaeb932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:11.210912 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8edf8d2e-679d-4317-85aa-de4ff536e2ef req-1518cc9d-185b-4fee-8066-7a38deaeb932 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808375
Apr 20 15:02:11.235901 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-99b442c1-29b8-4396-821c-b5e38a231fb3 req-2f88f52e-0a51-43d3-b260-c98f33d20f8e service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428356
Apr 20 15:02:11.249891 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-659d8761-e10b-43c5-8b77-32d2e0f0f107 None None] Set router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 15:02:11.355688 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8edf8d2e-679d-4317-85aa-de4ff536e2ef req-ce4018fb-4323-4954-aaf0-362395fda544 service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378143
Apr 20 15:02:11.509501 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8edf8d2e-679d-4317-85aa-de4ff536e2ef req-06b40341-239d-4417-adf6-c22da9d12bd6 service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474805
Apr 20 15:02:11.791692 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-659d8761-e10b-43c5-8b77-32d2e0f0f107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec05b03c8>, [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': 'f213a645-fc0c-49f5-8856-74272262ced7', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'port_id': '8554d6f9-7b98-4619-a7b8-d386da37edc1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'mac_address': 'fa:16:3e:ed:c2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13640f35-dbe7-44d4-91b2-b667c41bf1cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T15:02:08Z', 'updated_at': '2021-04-20T15:02:08Z', 'revision_number': 0, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'fixed_ip_address_scope': None}, {'id': 'fdbb4fe2-a965-4b64-a26f-8fb1b241ebfe', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'port_id': 'c295cde8-886c-4ec0-ab86-cd89c1beb385', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'mac_address': 'fa:16:3e:44:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T15:00:10Z', 'updated_at': '2021-04-20T15:00:14Z', 'revision_number': 1, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:56Z', 'revision_number': 5, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:02:11.795859 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d8761-e10b-43c5-8b77-32d2e0f0f107 None None] The sync data for ids ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'] in dv-cinder-742162-4-iscsi is: [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': 'f213a645-fc0c-49f5-8856-74272262ced7', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'port_id': '8554d6f9-7b98-4619-a7b8-d386da37edc1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'mac_address': 'fa:16:3e:ed:c2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13640f35-dbe7-44d4-91b2-b667c41bf1cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T15:02:08Z', 'updated_at': '2021-04-20T15:02:08Z', 'revision_number': 0, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'fixed_ip_address_scope': None}, {'id': 'fdbb4fe2-a965-4b64-a26f-8fb1b241ebfe', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'port_id': 'c295cde8-886c-4ec0-ab86-cd89c1beb385', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'mac_address': 'fa:16:3e:44:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T15:00:10Z', 'updated_at': '2021-04-20T15:00:14Z', 'revision_number': 1, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:56Z', 'revision_number': 5, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 15:02:12.053342 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d94a562-25eb-4586-bab1-ba2611d67367 None None] New status for floating IP f213a645-fc0c-49f5-8856-74272262ced7: ACTIVE {{(pid=86439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 15:02:30.839045 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:32.290616 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8ea41d98-747a-4ba3-a994-c6137761bea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:34.931072 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-eeb5934b-db74-4ff2-bc85-d15b26e00f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:35.571032 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:36.422622 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:37.073325 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:37.594179 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 15:02:45.685230 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 54194) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:02:45.904165 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Deleting port 54ecfac2-2385-4494-94e7-cf0b0365144a {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:02:45.904468 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:46.089992 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:46.090373 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:46.225485 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Calling delete_port for 54ecfac2-2385-4494-94e7-cf0b0365144a owned by network:floatingip {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:02:46.410777 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:46.415504 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-0b9e3211-98a2-4c57-99cd-15023ea7865e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:02:46.496140 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Pushing event deleted for resources: {'Port': ['ID=54ecfac2-2385-4494-94e7-cf0b0365144a,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:02:46.538046 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:02:46.538462 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:02:46.538938 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:02:46.539346 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:02:46.539749 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:02:46.540147 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:02:46.540542 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:02:46.540937 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:02:46.541332 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:02:46.541776 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:02:46.543139 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:02:46.543139 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:02:46.546243 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:02:46.574385 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for floatingip, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:46.574764 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.l3_db [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Floating IP bf5cb49f-110f-4bfb-8115-7f3bec5cb29f disassociated (deleted). External IP: 172.27.2.79, port: 4a01cbfe-fdf1-4f97-b687-13f080c1ab16.
Apr 20 15:02:46.950122 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Router 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 15:02:47.390957 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 15:02:47.400661 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d8c490-1ffd-4ffc-8682-a08c9603dc33 None None] Sync routers for ids ['4eb5a26a-dc39-4d1e-aab0-16697eec2d57'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 15:02:47.405442 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:47.411149 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d8c490-1ffd-4ffc-8682-a08c9603dc33 None None] Routers {'4eb5a26a-dc39-4d1e-aab0-16697eec2d57'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 15:02:47.411833 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-c3d8c490-1ffd-4ffc-8682-a08c9603dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec1708b38>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T15:02:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['4eb5a26a-dc39-4d1e-aab0-16697eec2d57'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:02:47.467413 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-48211fca-11f3-4b58-8368-5369d133d87a tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "DELETE /v2.0/floatingips/bf5cb49f-110f-4bfb-8115-7f3bec5cb29f HTTP/1.1" status: 204  len: 168 time: 1.7783923
Apr 20 15:02:47.467413 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6b7a08-cdd5-4021-b472-406548282c37', 'tag': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 15:02:47.517195 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6b7a08-cdd5-4021-b472-406548282c37', 'tag': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16', 'status': 'completed', 'code': 200}
Apr 20 15:02:47.619119 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-c3d8c490-1ffd-4ffc-8682-a08c9603dc33 None None] Set router 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 15:02:47.624937 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9052-1e42-4b9f-afcb-4e817645d6a6 req-9793dbb6-ddc6-41e7-abb0-cc1bd31b050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:47.626631 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-44ed9052-1e42-4b9f-afcb-4e817645d6a6 req-9793dbb6-ddc6-41e7-abb0-cc1bd31b050e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f2c1ae3a13624769af7a2f4d9cbd98a0&device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 1098 time: 0.0864286
Apr 20 15:02:47.774963 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9052-1e42-4b9f-afcb-4e817645d6a6 req-af48bba2-7f30-49f4-85c3-80cca30c403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:47.776571 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-44ed9052-1e42-4b9f-afcb-4e817645d6a6 req-af48bba2-7f30-49f4-85c3-80cca30c403e service neutron] 10.222.0.38 "GET /v2.0/networks?id=ee606f30-2b2d-4f16-873f-c7ce33195844 HTTP/1.1" status: 200  len: 909 time: 0.1432929
Apr 20 15:02:47.855389 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-44ed9052-1e42-4b9f-afcb-4e817645d6a6 req-698fe533-dbed-4c0f-b6d2-511f5c077a3e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a01cbfe-fdf1-4f97-b687-13f080c1ab16 HTTP/1.1" status: 200  len: 217 time: 0.0723810
Apr 20 15:02:47.971863 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-c3d8c490-1ffd-4ffc-8682-a08c9603dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec1708b38>, [{'id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'name': 'tempest-TestShelveInstance-854129380-router', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:08Z', 'updated_at': '2021-04-20T14:58:15Z', 'revision_number': 4, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'gw_port': {'id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:09Z', 'updated_at': '2021-04-20T14:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '5a2280fe-84e9-48a7-a58f-64a847d01534', 'name': '', 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'mac_address': 'fa:16:3e:be:ff:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:13Z', 'updated_at': '2021-04-20T14:58:22Z', 'revision_number': 5, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'subnets': [{'id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:02:47.973288 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9052-1e42-4b9f-afcb-4e817645d6a6 req-0c56aac5-b028-47cf-9250-ddb758ec752c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:47.974907 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-44ed9052-1e42-4b9f-afcb-4e817645d6a6 req-0c56aac5-b028-47cf-9250-ddb758ec752c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed HTTP/1.1" status: 200  len: 847 time: 0.1132162
Apr 20 15:02:47.976040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d8c490-1ffd-4ffc-8682-a08c9603dc33 None None] Checking router: 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 15:02:47.985107 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d8c490-1ffd-4ffc-8682-a08c9603dc33 None None] Routers {'4eb5a26a-dc39-4d1e-aab0-16697eec2d57'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 15:02:47.985825 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-c3d8c490-1ffd-4ffc-8682-a08c9603dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec1708b38>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T15:02:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['4eb5a26a-dc39-4d1e-aab0-16697eec2d57'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:02:48.095983 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997ef79-b11c-43ef-9590-86f3cca892d9 req-e44ee2d9-fd52-4241-8431-8a36224f9ae6 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:48.096743 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-3997ef79-b11c-43ef-9590-86f3cca892d9 req-e44ee2d9-fd52-4241-8431-8a36224f9ae6 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Synchronizing usage tracker for tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 15:02:48.103319 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9052-1e42-4b9f-afcb-4e817645d6a6 req-d3132e91-0af4-4cca-bdb4-ab0a95866907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:48.104881 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-44ed9052-1e42-4b9f-afcb-4e817645d6a6 req-d3132e91-0af4-4cca-bdb4-ab0a95866907 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ee606f30-2b2d-4f16-873f-c7ce33195844&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1223383
Apr 20 15:02:48.177993 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-c3d8c490-1ffd-4ffc-8682-a08c9603dc33 None None] Set router 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 15:02:48.198562 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-3997ef79-b11c-43ef-9590-86f3cca892d9 req-e44ee2d9-fd52-4241-8431-8a36224f9ae6 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Unset dirty status for tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 15:02:48.199820 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3997ef79-b11c-43ef-9590-86f3cca892d9 req-e44ee2d9-fd52-4241-8431-8a36224f9ae6 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.2800667
Apr 20 15:02:48.289768 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3997ef79-b11c-43ef-9590-86f3cca892d9 req-bc3fe6a5-0ca7-4d13-aec9-1fb479806e2f tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759606
Apr 20 15:02:48.295279 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-44ed9052-1e42-4b9f-afcb-4e817645d6a6 req-5168f573-7214-4891-a451-152c253a25d2 service neutron] 10.222.0.38 "GET /v2.0/networks/ee606f30-2b2d-4f16-873f-c7ce33195844?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1812613
Apr 20 15:02:48.443363 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-44ed9052-1e42-4b9f-afcb-4e817645d6a6 req-7416abb1-ad42-4de9-a0ad-040cc6cc0a63 service neutron] 10.222.0.38 "GET /v2.0/networks/ee606f30-2b2d-4f16-873f-c7ce33195844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402278
Apr 20 15:02:48.516726 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-c3d8c490-1ffd-4ffc-8682-a08c9603dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec1708b38>, [{'id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'name': 'tempest-TestShelveInstance-854129380-router', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:08Z', 'updated_at': '2021-04-20T14:58:15Z', 'revision_number': 4, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'gw_port': {'id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:09Z', 'updated_at': '2021-04-20T14:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '5a2280fe-84e9-48a7-a58f-64a847d01534', 'name': '', 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'mac_address': 'fa:16:3e:be:ff:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:13Z', 'updated_at': '2021-04-20T14:58:22Z', 'revision_number': 5, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'subnets': [{'id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:02:48.520926 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d8c490-1ffd-4ffc-8682-a08c9603dc33 None None] The sync data for ids ['4eb5a26a-dc39-4d1e-aab0-16697eec2d57'] in dv-cinder-742162-4-iscsi is: [{'id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'name': 'tempest-TestShelveInstance-854129380-router', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:08Z', 'updated_at': '2021-04-20T14:58:15Z', 'revision_number': 4, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'gw_port': {'id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:09Z', 'updated_at': '2021-04-20T14:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '5a2280fe-84e9-48a7-a58f-64a847d01534', 'name': '', 'network_id': 'ee606f30-2b2d-4f16-873f-c7ce33195844', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'mac_address': 'fa:16:3e:be:ff:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:13Z', 'updated_at': '2021-04-20T14:58:22Z', 'revision_number': 5, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'subnets': [{'id': 'c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 15:02:48.921129 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a7c432-c9d3-40eb-8f7b-4f73df9c7ddd None None] New status for floating IP bf5cb49f-110f-4bfb-8115-7f3bec5cb29f: DOWN {{(pid=86439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 15:02:49.395169 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcbbd9-b3a1-4e56-a16e-d999bafe7224 req-ce1c7896-873b-453e-b476-9014e30c9685 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:49.396924 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-45fcbbd9-b3a1-4e56-a16e-d999bafe7224 req-ce1c7896-873b-453e-b476-9014e30c9685 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.38 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.1022148
Apr 20 15:02:49.529777 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-45fcbbd9-b3a1-4e56-a16e-d999bafe7224 req-8a493030-21ad-4d02-b589-bf1a6c66c42b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Deleting port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:02:49.530175 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-45fcbbd9-b3a1-4e56-a16e-d999bafe7224 req-8a493030-21ad-4d02-b589-bf1a6c66c42b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:49.646140 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7a90f-a53f-4a7a-987d-414778046da6 req-5406b35b-510d-4ade-a554-1f4d201340c2 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:02:49.647671 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8eb7a90f-a53f-4a7a-987d-414778046da6 req-5406b35b-510d-4ade-a554-1f4d201340c2 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 945 time: 0.2080920
Apr 20 15:02:49.786856 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8eb7a90f-a53f-4a7a-987d-414778046da6 req-87998fe8-a3a6-41c2-b4da-da550c26e6ec tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1312826
Apr 20 15:02:49.854469 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-45fcbbd9-b3a1-4e56-a16e-d999bafe7224 req-8a493030-21ad-4d02-b589-bf1a6c66c42b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] For port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=4a01cbfe-fdf1-4f97-b687-13f080c1ab16,segment=NetworkSegment(c87870d9-fd34-435b-ac26-5507c26d1852),segment_id=c87870d9-fd34-435b-ac26-5507c26d1852)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:02:49.854870 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-45fcbbd9-b3a1-4e56-a16e-d999bafe7224 req-8a493030-21ad-4d02-b589-bf1a6c66c42b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:49.994748 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-45fcbbd9-b3a1-4e56-a16e-d999bafe7224 req-8a493030-21ad-4d02-b589-bf1a6c66c42b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Calling delete_port for 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 owned by compute:nova {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:02:50.222244 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-45fcbbd9-b3a1-4e56-a16e-d999bafe7224 req-8a493030-21ad-4d02-b589-bf1a6c66c42b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:50.227958 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4af9a9a7-515a-46f4-a214-c8ab55a3b098 tempest-TestMinimumBasicScenario-493454123 tempest-TestMinimumBasicScenario-493454123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:02:50.278026 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a493030-21ad-4d02-b589-bf1a6c66c42b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Pushing event deleted for resources: {'Port': ['ID=4a01cbfe-fdf1-4f97-b687-13f080c1ab16,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:02:50.282399 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8a493030-21ad-4d02-b589-bf1a6c66c42b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:02:50.366706 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fcbbd9-b3a1-4e56-a16e-d999bafe7224 req-8a493030-21ad-4d02-b589-bf1a6c66c42b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] No DVR routers for this DVR port 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 on host hv-cinder-74216 {{(pid=86437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 15:02:50.369271 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-45fcbbd9-b3a1-4e56-a16e-d999bafe7224 req-8a493030-21ad-4d02-b589-bf1a6c66c42b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:50.374172 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6b7a08-cdd5-4021-b472-406548282c37', 'name': 'network-vif-deleted', 'tag': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 15:02:50.423889 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-45fcbbd9-b3a1-4e56-a16e-d999bafe7224 req-8a493030-21ad-4d02-b589-bf1a6c66c42b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.38 "DELETE /v2.0/ports/4a01cbfe-fdf1-4f97-b687-13f080c1ab16 HTTP/1.1" status: 204  len: 173 time: 1.0205424
Apr 20 15:02:50.425736 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6b7a08-cdd5-4021-b472-406548282c37', 'name': 'network-vif-deleted', 'tag': '4a01cbfe-fdf1-4f97-b687-13f080c1ab16', 'status': 'completed', 'code': 200}
Apr 20 15:02:50.953864 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-b5176797-59f1-4106-a49b-1511ae8fba1a req-423590d0-4b57-4012-96d3-105154ce2b4c tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Synchronizing usage tracker for tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 15:02:51.005623 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-b5176797-59f1-4106-a49b-1511ae8fba1a req-423590d0-4b57-4012-96d3-105154ce2b4c tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Unset dirty status for tenant:f2c1ae3a13624769af7a2f4d9cbd98a0 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 15:02:51.006966 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-b5176797-59f1-4106-a49b-1511ae8fba1a req-423590d0-4b57-4012-96d3-105154ce2b4c tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "GET /v2.0/ports?device_id=de6b7a08-cdd5-4021-b472-406548282c37 HTTP/1.1" status: 200  len: 210 time: 0.1021471
Apr 20 15:02:52.124263 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 54218) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:02:52.199124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c436f20-c079-4941-aa24-69e18960b42b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:52.231159 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c436f20-c079-4941-aa24-69e18960b42b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:52.433781 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c436f20-c079-4941-aa24-69e18960b42b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:52.439806 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-aad31072-d585-4fe1-b287-6efd7f95d7a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:02:52.460723 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c436f20-c079-4941-aa24-69e18960b42b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:02:52.463139 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6c436f20-c079-4941-aa24-69e18960b42b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:02:52.495969 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c436f20-c079-4941-aa24-69e18960b42b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:52.497221 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-6c436f20-c079-4941-aa24-69e18960b42b tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] 10.222.0.16 "DELETE /v2.0/security-groups/5b8d6f01-772b-4b46-ad6a-0d4a2ad5aeb5 HTTP/1.1" status: 204  len: 168 time: 0.3718233
Apr 20 15:02:52.619058 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 54224) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:02:53.197905 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4f1a8012-afe9-4dd6-90ab-dc439b586a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854083942'] for router_interface, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:53.293767 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 15:02:53.331346 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] No Port match for: 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 15:02:53.331665 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 4a01cbfe-fdf1-4f97-b687-13f080c1ab16 not bound to the agent host hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 15:02:53.569016 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a8012-afe9-4dd6-90ab-dc439b586a61 admin admin] Deleting port 5a2280fe-84e9-48a7-a58f-64a847d01534 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:02:53.569395 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4f1a8012-afe9-4dd6-90ab-dc439b586a61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:53.751130 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-4f1a8012-afe9-4dd6-90ab-dc439b586a61 admin admin] For port 5a2280fe-84e9-48a7-a58f-64a847d01534, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=5a2280fe-84e9-48a7-a58f-64a847d01534,segment=NetworkSegment(c87870d9-fd34-435b-ac26-5507c26d1852),segment_id=c87870d9-fd34-435b-ac26-5507c26d1852)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:02:53.751534 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4f1a8012-afe9-4dd6-90ab-dc439b586a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:53.883601 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a8012-afe9-4dd6-90ab-dc439b586a61 admin admin] Calling delete_port for 5a2280fe-84e9-48a7-a58f-64a847d01534 owned by network:router_interface {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:02:54.182633 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4f1a8012-afe9-4dd6-90ab-dc439b586a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:54.187914 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8f8693b2-0693-4769-8ee6-1d725c469175 tempest-AttachVolumeTestJSON-160720233 tempest-AttachVolumeTestJSON-160720233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:02:54.237414 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a8012-afe9-4dd6-90ab-dc439b586a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a2280fe-84e9-48a7-a58f-64a847d01534,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:02:54.240092 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4f1a8012-afe9-4dd6-90ab-dc439b586a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:02:54.775117 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4f1a8012-afe9-4dd6-90ab-dc439b586a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854083868'] for router_interface, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:55.164418 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1a8012-afe9-4dd6-90ab-dc439b586a61 admin admin] Router 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 15:02:55.356981 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1a8012-afe9-4dd6-90ab-dc439b586a61 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 15:02:55.366694 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d526d-fadf-40be-abcd-4321e1fb48ec None None] Sync routers for ids ['4eb5a26a-dc39-4d1e-aab0-16697eec2d57'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 15:02:55.376998 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d526d-fadf-40be-abcd-4321e1fb48ec None None] Routers {'4eb5a26a-dc39-4d1e-aab0-16697eec2d57'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 15:02:55.382572 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-c03d526d-fadf-40be-abcd-4321e1fb48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec04530f0>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T15:02:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['4eb5a26a-dc39-4d1e-aab0-16697eec2d57'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:02:55.407455 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-4f1a8012-afe9-4dd6-90ab-dc439b586a61 admin admin] 10.222.0.16 "PUT /v2.0/routers/4eb5a26a-dc39-4d1e-aab0-16697eec2d57/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7871964
Apr 20 15:02:55.410004 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 54228) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:02:55.570785 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-c03d526d-fadf-40be-abcd-4321e1fb48ec None None] Set router 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 15:02:55.598889 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e29e7a6f-22d3-4253-bd5a-e6e28cb58cdb admin admin] Notify callbacks [] for router, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:55.794994 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e29e7a6f-22d3-4253-bd5a-e6e28cb58cdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:55.828413 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-e29e7a6f-22d3-4253-bd5a-e6e28cb58cdb admin admin] Deleting port d0628210-1b36-4764-83b0-85b4a2d78d97 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:02:55.828795 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e29e7a6f-22d3-4253-bd5a-e6e28cb58cdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:55.877169 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-c03d526d-fadf-40be-abcd-4321e1fb48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec04530f0>, [{'id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'name': 'tempest-TestShelveInstance-854129380-router', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:08Z', 'updated_at': '2021-04-20T15:02:54Z', 'revision_number': 5, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'gw_port': {'id': 'd0628210-1b36-4764-83b0-85b4a2d78d97', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:09Z', 'updated_at': '2021-04-20T14:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:02:55.881248 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d526d-fadf-40be-abcd-4321e1fb48ec None None] Checking router: 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 15:02:55.890925 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d526d-fadf-40be-abcd-4321e1fb48ec None None] Routers {'4eb5a26a-dc39-4d1e-aab0-16697eec2d57'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 15:02:55.891613 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-c03d526d-fadf-40be-abcd-4321e1fb48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec04530f0>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T15:02:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['4eb5a26a-dc39-4d1e-aab0-16697eec2d57'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:02:56.013713 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-e29e7a6f-22d3-4253-bd5a-e6e28cb58cdb admin admin] For port d0628210-1b36-4764-83b0-85b4a2d78d97, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=d0628210-1b36-4764-83b0-85b4a2d78d97,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:02:56.014645 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e29e7a6f-22d3-4253-bd5a-e6e28cb58cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:56.162671 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-e29e7a6f-22d3-4253-bd5a-e6e28cb58cdb admin admin] Calling delete_port for d0628210-1b36-4764-83b0-85b4a2d78d97 owned by network:router_gateway {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:02:56.231916 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-c03d526d-fadf-40be-abcd-4321e1fb48ec None None] Set router 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 gateway port host: None {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 15:02:56.351228 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-c03d526d-fadf-40be-abcd-4321e1fb48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec04530f0>, [{'id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'name': 'tempest-TestShelveInstance-854129380-router', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:08Z', 'updated_at': '2021-04-20T15:02:55Z', 'revision_number': 6, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'gw_port_host': None}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:02:56.355404 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d526d-fadf-40be-abcd-4321e1fb48ec None None] The sync data for ids ['4eb5a26a-dc39-4d1e-aab0-16697eec2d57'] in dv-cinder-742162-4-iscsi is: [{'id': '4eb5a26a-dc39-4d1e-aab0-16697eec2d57', 'name': 'tempest-TestShelveInstance-854129380-router', 'tenant_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:08Z', 'updated_at': '2021-04-20T15:02:55Z', 'revision_number': 6, 'project_id': 'f2c1ae3a13624769af7a2f4d9cbd98a0', 'gw_port_host': None}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 15:02:56.428262 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e29e7a6f-22d3-4253-bd5a-e6e28cb58cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:56.433699 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b6f67e91-d1bb-47a9-8b3b-6a1327005021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:02:56.483377 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e7a6f-22d3-4253-bd5a-e6e28cb58cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=d0628210-1b36-4764-83b0-85b4a2d78d97,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:02:56.485992 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-e29e7a6f-22d3-4253-bd5a-e6e28cb58cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:02:56.582112 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e29e7a6f-22d3-4253-bd5a-e6e28cb58cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711269'] for router_gateway, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:56.781260 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e29e7a6f-22d3-4253-bd5a-e6e28cb58cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744287'] for router, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:56.783904 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e29e7a6f-22d3-4253-bd5a-e6e28cb58cdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:56.976719 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e29e7a6f-22d3-4253-bd5a-e6e28cb58cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854086531'] for router, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:56.977302 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29e7a6f-22d3-4253-bd5a-e6e28cb58cdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4eb5a26a-dc39-4d1e-aab0-16697eec2d57 {{(pid=86437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 15:02:56.990710 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-e29e7a6f-22d3-4253-bd5a-e6e28cb58cdb admin admin] Notify callbacks [] for router, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:56.991983 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-e29e7a6f-22d3-4253-bd5a-e6e28cb58cdb admin admin] 10.222.0.16 "DELETE /v2.0/routers/4eb5a26a-dc39-4d1e-aab0-16697eec2d57 HTTP/1.1" status: 204  len: 168 time: 1.5809798
Apr 20 15:02:56.994785 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 54232) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:02:57.075308 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_v2 [None req-6691a027-7741-4384-88d0-a385cbfe72df admin admin] Deleting subnet c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed {{(pid=86437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 15:02:57.079415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6691a027-7741-4384-88d0-a385cbfe72df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:57.134624 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6691a027-7741-4384-88d0-a385cbfe72df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852047558'] for subnet, precommit_delete_associations {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:57.221245 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6691a027-7741-4384-88d0-a385cbfe72df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788724'] for subnet, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:57.497051 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6691a027-7741-4384-88d0-a385cbfe72df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852987124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852062723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2639035'] for subnet, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:57.503052 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:02:57.544883 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691a027-7741-4384-88d0-a385cbfe72df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:02:57.548084 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6691a027-7741-4384-88d0-a385cbfe72df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:57.551410 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a64201d-6c73-464e-853b-b9dcecf98c37 None None] Network ee606f30-2b2d-4f16-873f-c7ce33195844 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 15:02:57.551707 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6691a027-7741-4384-88d0-a385cbfe72df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:02:57.554793 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-6691a027-7741-4384-88d0-a385cbfe72df admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c40caf9f-3ff9-43f1-96a8-fa84c3cda0ed HTTP/1.1" status: 204  len: 168 time: 0.5589876
Apr 20 15:02:57.557476 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 54236) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:02:57.676384 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658232'] for network, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:57.688206 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] Deleting port f1cbf965-e366-40ef-b977-483155fda972 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:02:57.688573 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:57.744730 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 5a2280fe-84e9-48a7-a58f-64a847d01534 no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 15:02:57.787421 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: 5a2280fe-84e9-48a7-a58f-64a847d01534 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 15:02:57.787725 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 5a2280fe-84e9-48a7-a58f-64a847d01534 not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 15:02:57.788183 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device d0628210-1b36-4764-83b0-85b4a2d78d97 no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 15:02:57.826947 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: d0628210-1b36-4764-83b0-85b4a2d78d97 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 15:02:57.827335 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device d0628210-1b36-4764-83b0-85b4a2d78d97 not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 15:02:57.897612 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb097121-d314-4b4e-891f-b7feb5f9106a None None] DHCP port deletion for ee606f30-2b2d-4f16-873f-c7ce33195844 request from dv-cinder-742162-4-iscsi {{(pid=86438) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 15:02:57.902224 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-cb097121-d314-4b4e-891f-b7feb5f9106a None None] Deleting port f1cbf965-e366-40ef-b977-483155fda972 {{(pid=86438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:02:57.902643 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cb097121-d314-4b4e-891f-b7feb5f9106a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:57.916943 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] For port f1cbf965-e366-40ef-b977-483155fda972, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=f1cbf965-e366-40ef-b977-483155fda972,segment=NetworkSegment(c87870d9-fd34-435b-ac26-5507c26d1852),segment_id=c87870d9-fd34-435b-ac26-5507c26d1852)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:02:57.917341 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:58.051248 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] Calling delete_port for f1cbf965-e366-40ef-b977-483155fda972 owned by network:dhcp {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:02:58.124567 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-cb097121-d314-4b4e-891f-b7feb5f9106a None None] For port f1cbf965-e366-40ef-b977-483155fda972, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=f1cbf965-e366-40ef-b977-483155fda972,segment=NetworkSegment(c87870d9-fd34-435b-ac26-5507c26d1852),segment_id=c87870d9-fd34-435b-ac26-5507c26d1852)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:02:58.124932 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cb097121-d314-4b4e-891f-b7feb5f9106a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:58.170161 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:58.175324 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-bc8deda5-ee98-4fcc-a96e-cd89fa97d711 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:02:58.224484 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] No DVR routers for this DVR port f1cbf965-e366-40ef-b977-483155fda972 on host dv-cinder-742162-4-iscsi {{(pid=86437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 15:02:58.254796 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] Pushing event deleted for resources: {'Port': ['ID=f1cbf965-e366-40ef-b977-483155fda972,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:02:58.257416 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:02:58.259932 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-cb097121-d314-4b4e-891f-b7feb5f9106a None None] Calling delete_port for f1cbf965-e366-40ef-b977-483155fda972 owned by network:dhcp {{(pid=86438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:02:58.339590 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.db.api [None req-cb097121-d314-4b4e-891f-b7feb5f9106a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86438) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 15:02:58.339998 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_db.api [None req-cb097121-d314-4b4e-891f-b7feb5f9106a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 15:02:58.610078 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852987039', 'neutron.services.segments.db._delete_segments_for_network-8791465359731'] for network, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:58.726776 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feec0f19dd8>,) {'filters': {'network_id': ['ee606f30-2b2d-4f16-873f-c7ce33195844']}} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:02:58.740449 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feec0f19dd8>, 'c87870d9-fd34-435b-ac26-5507c26d1852') {'for_net_delete': True} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:02:58.740796 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feec0f19dd8>, 'c87870d9-fd34-435b-ac26-5507c26d1852') {} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:02:58.753675 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245389254755', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2728242'] for segment, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:58.768829 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:58.775176 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=86437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 15:02:58.841347 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-cb097121-d314-4b4e-891f-b7feb5f9106a None None] Deleting port f1cbf965-e366-40ef-b977-483155fda972 {{(pid=86438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:02:58.841838 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cb097121-d314-4b4e-891f-b7feb5f9106a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:58.921567 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-cb097121-d314-4b4e-891f-b7feb5f9106a None None] The port 'f1cbf965-e366-40ef-b977-483155fda972' was deleted {{(pid=86438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 15:02:58.964975 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] Network ee606f30-2b2d-4f16-873f-c7ce33195844 has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 15:02:58.974392 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1801253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2713182'] for segment, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:59.163743 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] Network ee606f30-2b2d-4f16-873f-c7ce33195844 has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]: Traceback (most recent call last):
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:     timer()
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:     cb(*args, **kw)
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:     return func(*args, **kwargs)
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:     self._notify()
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:     self.callback(batched_events)
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:     event.method(event)
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:     segment_id)['aggregates'][0]
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:     return f(self, *a, **k)
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self._get(url).json()
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:     **kwargs)
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self.request(url, 'GET', **kwargs)
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:     **endpoint_filter)
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 15:02:59.187671 dv-cinder-742162-4-iscsi neutron-server[86323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 15:02:59.416408 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:59.421002 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ac6dacad-033e-455e-b445-600e676cd1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:02:59.435352 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:02:59.451022 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] Pushing event deleted for resources: {'Network': ['ID=ee606f30-2b2d-4f16-873f-c7ce33195844,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:02:59.455493 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:02:59.491837 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-8f0901c2-bb20-4545-9f4e-234411d7bd6b admin admin] 10.222.0.16 "DELETE /v2.0/networks/ee606f30-2b2d-4f16-873f-c7ce33195844 HTTP/1.1" status: 204  len: 168 time: 1.9331570
Apr 20 15:02:59.494947 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 54240) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:02:59.718518 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device f1cbf965-e366-40ef-b977-483155fda972 no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 15:02:59.755169 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: f1cbf965-e366-40ef-b977-483155fda972 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 15:02:59.755560 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device f1cbf965-e366-40ef-b977-483155fda972 not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 15:03:00.082373 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-01cb7e40-601b-4182-8e4f-a5a8a0e17e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854083942'] for router_interface, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:00.476411 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-01cb7e40-601b-4182-8e4f-a5a8a0e17e15 admin admin] Deleting port 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:03:00.476801 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-01cb7e40-601b-4182-8e4f-a5a8a0e17e15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:00.677408 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-01cb7e40-601b-4182-8e4f-a5a8a0e17e15 admin admin] For port 8a4d7baa-f830-42ac-a877-7bd53b5a0b88, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=8a4d7baa-f830-42ac-a877-7bd53b5a0b88,segment=NetworkSegment(48d217e6-ad5b-46c0-80c9-10e29ac9f39d),segment_id=48d217e6-ad5b-46c0-80c9-10e29ac9f39d)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:03:00.677880 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-01cb7e40-601b-4182-8e4f-a5a8a0e17e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:00.819503 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-01cb7e40-601b-4182-8e4f-a5a8a0e17e15 admin admin] Calling delete_port for 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 owned by network:router_interface {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:03:00.839500 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:01.056157 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-01cb7e40-601b-4182-8e4f-a5a8a0e17e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:01.061823 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-66ba9e37-4bfd-4a4d-92af-c0d774d83b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:03:01.112495 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb7e40-601b-4182-8e4f-a5a8a0e17e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4d7baa-f830-42ac-a877-7bd53b5a0b88,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:03:01.115062 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-01cb7e40-601b-4182-8e4f-a5a8a0e17e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:03:01.414407 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-01cb7e40-601b-4182-8e4f-a5a8a0e17e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854083868'] for router_interface, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:02.073017 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cb7e40-601b-4182-8e4f-a5a8a0e17e15 admin admin] Router c77d41af-bdc8-46bf-b195-22d38515defe has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86437) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 15:03:02.271925 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cb7e40-601b-4182-8e4f-a5a8a0e17e15 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86437) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 15:03:02.280511 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d518f29d-2e40-4b54-87d9-3dae7aeb20fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:02.283251 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e3a945-a521-4a22-b922-a4072f4b4242 None None] Sync routers for ids ['c77d41af-bdc8-46bf-b195-22d38515defe'] in dv-cinder-742162-4-iscsi {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 15:03:02.283435 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-01cb7e40-601b-4182-8e4f-a5a8a0e17e15 admin admin] 10.222.0.16 "PUT /v2.0/routers/c77d41af-bdc8-46bf-b195-22d38515defe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7862887
Apr 20 15:03:02.285078 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 54246) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:03:02.292469 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e3a945-a521-4a22-b922-a4072f4b4242 None None] Routers {'c77d41af-bdc8-46bf-b195-22d38515defe'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 15:03:02.293148 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-e8e3a945-a521-4a22-b922-a4072f4b4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec13263c8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T15:02:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['c77d41af-bdc8-46bf-b195-22d38515defe'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:03:02.487936 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8319abb0-6dae-4916-802c-758ba990e3f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:02.648984 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-e8e3a945-a521-4a22-b922-a4072f4b4242 None None] Set router c77d41af-bdc8-46bf-b195-22d38515defe gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 15:03:02.686295 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8319abb0-6dae-4916-802c-758ba990e3f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:02.719306 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8319abb0-6dae-4916-802c-758ba990e3f8 admin admin] Deleting port b3ed90b5-1def-4be4-9187-11eeceba50ad {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:03:02.719698 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8319abb0-6dae-4916-802c-758ba990e3f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:02.910637 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8319abb0-6dae-4916-802c-758ba990e3f8 admin admin] For port b3ed90b5-1def-4be4-9187-11eeceba50ad, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=b3ed90b5-1def-4be4-9187-11eeceba50ad,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:03:02.910943 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8319abb0-6dae-4916-802c-758ba990e3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:02.956513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-e8e3a945-a521-4a22-b922-a4072f4b4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec13263c8>, [{'id': 'c77d41af-bdc8-46bf-b195-22d38515defe', 'name': 'tempest-TestShelveInstance-573408821-router', 'tenant_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': 'b3ed90b5-1def-4be4-9187-11eeceba50ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:20Z', 'updated_at': '2021-04-20T15:03:00Z', 'revision_number': 5, 'project_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'gw_port': {'id': 'b3ed90b5-1def-4be4-9187-11eeceba50ad', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77d41af-bdc8-46bf-b195-22d38515defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:21Z', 'updated_at': '2021-04-20T14:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:03:02.961211 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e3a945-a521-4a22-b922-a4072f4b4242 None None] Checking router: c77d41af-bdc8-46bf-b195-22d38515defe for host: dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 15:03:02.970348 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e3a945-a521-4a22-b922-a4072f4b4242 None None] Routers {'c77d41af-bdc8-46bf-b195-22d38515defe'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 15:03:02.971013 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-e8e3a945-a521-4a22-b922-a4072f4b4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec13263c8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T15:02:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['c77d41af-bdc8-46bf-b195-22d38515defe'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:03:03.054694 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8319abb0-6dae-4916-802c-758ba990e3f8 admin admin] Calling delete_port for b3ed90b5-1def-4be4-9187-11eeceba50ad owned by network:router_gateway {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:03:03.166640 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-e8e3a945-a521-4a22-b922-a4072f4b4242 None None] Set router c77d41af-bdc8-46bf-b195-22d38515defe gateway port host: None {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 15:03:03.268768 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8319abb0-6dae-4916-802c-758ba990e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:03.278177 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-fbc41372-4bb0-49a2-b3be-a305acee994d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:03:03.291706 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-e8e3a945-a521-4a22-b922-a4072f4b4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec13263c8>, [{'id': 'c77d41af-bdc8-46bf-b195-22d38515defe', 'name': 'tempest-TestShelveInstance-573408821-router', 'tenant_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:20Z', 'updated_at': '2021-04-20T15:03:02Z', 'revision_number': 6, 'project_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'gw_port_host': None}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:03:03.296925 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e3a945-a521-4a22-b922-a4072f4b4242 None None] The sync data for ids ['c77d41af-bdc8-46bf-b195-22d38515defe'] in dv-cinder-742162-4-iscsi is: [{'id': 'c77d41af-bdc8-46bf-b195-22d38515defe', 'name': 'tempest-TestShelveInstance-573408821-router', 'tenant_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:20Z', 'updated_at': '2021-04-20T15:03:02Z', 'revision_number': 6, 'project_id': 'f4ae8a2d808a43fb9334b723e75a055a', 'gw_port_host': None}] {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 15:03:03.348248 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319abb0-6dae-4916-802c-758ba990e3f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ed90b5-1def-4be4-9187-11eeceba50ad,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:03:03.351826 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8319abb0-6dae-4916-802c-758ba990e3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:03:03.455606 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8319abb0-6dae-4916-802c-758ba990e3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711269'] for router_gateway, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:03.647905 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8319abb0-6dae-4916-802c-758ba990e3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744287'] for router, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:03.650470 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8319abb0-6dae-4916-802c-758ba990e3f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:03.713715 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8319abb0-6dae-4916-802c-758ba990e3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854086531'] for router, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:03.714566 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8319abb0-6dae-4916-802c-758ba990e3f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c77d41af-bdc8-46bf-b195-22d38515defe {{(pid=86437) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 15:03:03.724206 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 15:03:03.730067 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8319abb0-6dae-4916-802c-758ba990e3f8 admin admin] Notify callbacks [] for router, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:03.733539 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-8319abb0-6dae-4916-802c-758ba990e3f8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c77d41af-bdc8-46bf-b195-22d38515defe HTTP/1.1" status: 204  len: 168 time: 1.4451816
Apr 20 15:03:03.734128 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 54250) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:03:03.762750 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 15:03:03.763146 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 8a4d7baa-f830-42ac-a877-7bd53b5a0b88 not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 15:03:03.763681 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device b3ed90b5-1def-4be4-9187-11eeceba50ad no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 15:03:03.803610 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: b3ed90b5-1def-4be4-9187-11eeceba50ad {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 15:03:03.803973 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d4f0e6-2293-4728-ba9b-5b78f515084e admin admin] Deleting subnet d0497041-5fd6-4a46-ae71-ac0334425832 {{(pid=86437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 15:03:03.804064 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device b3ed90b5-1def-4be4-9187-11eeceba50ad not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 15:03:03.807377 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f0e6-2293-4728-ba9b-5b78f515084e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:03.862695 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f0e6-2293-4728-ba9b-5b78f515084e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852047558'] for subnet, precommit_delete_associations {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:03.956405 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f0e6-2293-4728-ba9b-5b78f515084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788724'] for subnet, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:04.467649 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f0e6-2293-4728-ba9b-5b78f515084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852987124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852062723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2639035'] for subnet, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:04.473335 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-745d4451-b6a6-457d-b28a-61e3d9027a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:03:04.519200 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4f0e6-2293-4728-ba9b-5b78f515084e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0497041-5fd6-4a46-ae71-ac0334425832,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:03:04.521767 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f0e6-2293-4728-ba9b-5b78f515084e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:04.524392 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d9d4f0e6-2293-4728-ba9b-5b78f515084e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:03:04.525949 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf1080a-0346-48bb-a899-4b28be08ea07 None None] Network cd170424-87a5-4009-bf53-73df3b957d73 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 15:03:04.530084 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-d9d4f0e6-2293-4728-ba9b-5b78f515084e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d0497041-5fd6-4a46-ae71-ac0334425832 HTTP/1.1" status: 204  len: 168 time: 0.7941930
Apr 20 15:03:04.532064 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 54254) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:03:04.654764 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658232'] for network, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:04.666173 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] Deleting port 51ba3c65-01eb-4370-bc73-93d220bddb16 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:03:04.666553 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:04.777882 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d22940-a13b-44a0-95fe-af4a4d71dfca None None] DHCP port deletion for cd170424-87a5-4009-bf53-73df3b957d73 request from dv-cinder-742162-4-iscsi {{(pid=86438) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 15:03:04.782805 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-b0d22940-a13b-44a0-95fe-af4a4d71dfca None None] Deleting port 51ba3c65-01eb-4370-bc73-93d220bddb16 {{(pid=86438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:03:04.783227 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b0d22940-a13b-44a0-95fe-af4a4d71dfca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:04.904069 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] For port 51ba3c65-01eb-4370-bc73-93d220bddb16, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=51ba3c65-01eb-4370-bc73-93d220bddb16,segment=NetworkSegment(48d217e6-ad5b-46c0-80c9-10e29ac9f39d),segment_id=48d217e6-ad5b-46c0-80c9-10e29ac9f39d)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:03:04.905107 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:04.975205 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c436c445-ffb7-4a67-a2e5-12ab1cbc5d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:05.018244 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-b0d22940-a13b-44a0-95fe-af4a4d71dfca None None] For port 51ba3c65-01eb-4370-bc73-93d220bddb16, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=51ba3c65-01eb-4370-bc73-93d220bddb16,segment=NetworkSegment(48d217e6-ad5b-46c0-80c9-10e29ac9f39d),segment_id=48d217e6-ad5b-46c0-80c9-10e29ac9f39d)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:03:05.018579 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b0d22940-a13b-44a0-95fe-af4a4d71dfca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:05.046065 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] Calling delete_port for 51ba3c65-01eb-4370-bc73-93d220bddb16 owned by network:dhcp {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:03:05.153875 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:05.154851 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-b0d22940-a13b-44a0-95fe-af4a4d71dfca None None] Calling delete_port for 51ba3c65-01eb-4370-bc73-93d220bddb16 owned by network:dhcp {{(pid=86438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:03:05.158989 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-5ad28336-9aeb-4841-b930-7b733cf06cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:03:05.208768 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=51ba3c65-01eb-4370-bc73-93d220bddb16,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:03:05.210848 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] No DVR routers for this DVR port 51ba3c65-01eb-4370-bc73-93d220bddb16 on host dv-cinder-742162-4-iscsi {{(pid=86437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 15:03:05.212445 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:03:05.234281 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.db.api [None req-b0d22940-a13b-44a0-95fe-af4a4d71dfca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86438) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 15:03:05.234695 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_db.api [None req-b0d22940-a13b-44a0-95fe-af4a4d71dfca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 15:03:05.334917 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852987039', 'neutron.services.segments.db._delete_segments_for_network-8791465359731'] for network, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:05.456448 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feec055fe80>,) {'filters': {'network_id': ['cd170424-87a5-4009-bf53-73df3b957d73']}} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:03:05.469531 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feec055fe80>, '48d217e6-ad5b-46c0-80c9-10e29ac9f39d') {'for_net_delete': True} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:03:05.470008 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feec055fe80>, '48d217e6-ad5b-46c0-80c9-10e29ac9f39d') {} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:03:05.481812 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245389254755', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2728242'] for segment, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:05.570815 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:05.577900 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=86437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 15:03:05.593728 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:05.721891 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 51ba3c65-01eb-4370-bc73-93d220bddb16 no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 15:03:05.755029 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-b0d22940-a13b-44a0-95fe-af4a4d71dfca None None] Deleting port 51ba3c65-01eb-4370-bc73-93d220bddb16 {{(pid=86438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:03:05.755441 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b0d22940-a13b-44a0-95fe-af4a4d71dfca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:05.772174 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] Network cd170424-87a5-4009-bf53-73df3b957d73 has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 15:03:05.783292 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1801253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2713182'] for segment, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:05.796697 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: 51ba3c65-01eb-4370-bc73-93d220bddb16 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 15:03:05.797089 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 51ba3c65-01eb-4370-bc73-93d220bddb16 not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 15:03:05.836904 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-b0d22940-a13b-44a0-95fe-af4a4d71dfca None None] The port '51ba3c65-01eb-4370-bc73-93d220bddb16' was deleted {{(pid=86438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 15:03:05.969808 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] Network cd170424-87a5-4009-bf53-73df3b957d73 has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]: Traceback (most recent call last):
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:     timer()
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:     cb(*args, **kw)
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:     return func(*args, **kwargs)
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:     self._notify()
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:     self.callback(batched_events)
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:     event.method(event)
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:     segment_id)['aggregates'][0]
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:     return f(self, *a, **k)
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self._get(url).json()
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:     **kwargs)
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self.request(url, 'GET', **kwargs)
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:     **endpoint_filter)
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 15:03:05.994494 dv-cinder-742162-4-iscsi neutron-server[86323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 15:03:06.159815 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:06.163411 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:03:06.184256 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:06.193292 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd170424-87a5-4009-bf53-73df3b957d73,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:03:06.196393 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:03:06.199256 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cd170424-87a5-4009-bf53-73df3b957d73 HTTP/1.1" status: 204  len: 168 time: 1.6661098
Apr 20 15:03:06.432615 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:06.544019 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 54260) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:03:06.597538 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-9069e686-21e5-4736-a551-cd787a13490d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2c1ae3a13624769af7a2f4d9cbd98a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0521309
Apr 20 15:03:06.600330 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 54264) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:03:06.673158 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4efd0947-29e1-47f3-af87-bc885e6ed926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:06.703055 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4efd0947-29e1-47f3-af87-bc885e6ed926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:06.908375 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4efd0947-29e1-47f3-af87-bc885e6ed926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:06.914384 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a1b7c2a0-a67c-4663-b393-8c24b6b3c19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:03:06.932191 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd0947-29e1-47f3-af87-bc885e6ed926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5441b0fd-9aff-412a-93ff-06a663b91712,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:03:06.938298 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4efd0947-29e1-47f3-af87-bc885e6ed926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:03:06.940676 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4efd0947-29e1-47f3-af87-bc885e6ed926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:06.942024 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-4efd0947-29e1-47f3-af87-bc885e6ed926 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5441b0fd-9aff-412a-93ff-06a663b91712 HTTP/1.1" status: 204  len: 168 time: 0.3405256
Apr 20 15:03:07.080063 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:07.572053 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 54272) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:03:07.862698 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-7f9c866d-6470-4e1c-a23c-959643dbcd1d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4ae8a2d808a43fb9334b723e75a055a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2893107
Apr 20 15:03:07.865750 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 54278) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:03:08.201736 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-324f83ab-b2f1-4415-9acf-db57e46d6df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:08.232570 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-324f83ab-b2f1-4415-9acf-db57e46d6df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:08.330914 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-324f83ab-b2f1-4415-9acf-db57e46d6df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:08.336630 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-cd3df26a-4c46-42d7-b476-3a42452a93b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:03:08.350926 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f83ab-b2f1-4415-9acf-db57e46d6df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c630653-99ab-40d5-9605-199bac677b5d,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:03:08.354442 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-324f83ab-b2f1-4415-9acf-db57e46d6df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:03:08.356796 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-324f83ab-b2f1-4415-9acf-db57e46d6df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:08.358460 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-324f83ab-b2f1-4415-9acf-db57e46d6df5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c630653-99ab-40d5-9605-199bac677b5d HTTP/1.1" status: 204  len: 168 time: 0.4913342
Apr 20 15:03:10.091139 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9ef5555d-8c97-44e9-bdb4-b60cd1d328b8 req-0611b099-8e23-4597-9dcc-fec2ed218cbb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0852964
Apr 20 15:03:10.247409 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5555d-8c97-44e9-bdb4-b60cd1d328b8 req-8a7b01a5-d893-4f69-b813-538e4471b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:03:10.249120 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9ef5555d-8c97-44e9-bdb4-b60cd1d328b8 req-8a7b01a5-d893-4f69-b813-538e4471b64c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230&device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 1099 time: 0.0839858
Apr 20 15:03:10.423076 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5555d-8c97-44e9-bdb4-b60cd1d328b8 req-a8db222e-0ff3-48d3-9de9-45f591d06bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:03:10.424600 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9ef5555d-8c97-44e9-bdb4-b60cd1d328b8 req-a8db222e-0ff3-48d3-9de9-45f591d06bc6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196 HTTP/1.1" status: 200  len: 912 time: 0.1552978
Apr 20 15:03:10.541574 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9ef5555d-8c97-44e9-bdb4-b60cd1d328b8 req-c9870cf9-013b-4a8a-814d-90b88633edd9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c295cde8-886c-4ec0-ab86-cd89c1beb385 HTTP/1.1" status: 200  len: 1002 time: 0.1087258
Apr 20 15:03:10.612943 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5555d-8c97-44e9-bdb4-b60cd1d328b8 req-109036d1-a8dd-4ac1-a0db-976b6ca314c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:03:10.614591 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9ef5555d-8c97-44e9-bdb4-b60cd1d328b8 req-109036d1-a8dd-4ac1-a0db-976b6ca314c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8b2e638-8e01-40e8-ba60-d1ed693ab316 HTTP/1.1" status: 200  len: 850 time: 0.0671768
Apr 20 15:03:10.703769 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5555d-8c97-44e9-bdb4-b60cd1d328b8 req-36ad3fee-8b9a-4c8f-8be6-6d5b6844527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:03:10.705298 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9ef5555d-8c97-44e9-bdb4-b60cd1d328b8 req-36ad3fee-8b9a-4c8f-8be6-6d5b6844527a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847631
Apr 20 15:03:10.855509 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9ef5555d-8c97-44e9-bdb4-b60cd1d328b8 req-4b91ff38-6576-495b-a1ca-e6b734d1c9f1 service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431501
Apr 20 15:03:11.002855 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-9ef5555d-8c97-44e9-bdb4-b60cd1d328b8 req-81cdd9dd-45f2-4a41-ab36-df9c30f6c3be service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410315
Apr 20 15:03:14.593166 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 15:03:30.860514 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:32.295953 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-71e6315d-903b-4707-9df3-f369e6170868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:34.936053 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-0e814cda-becb-4d02-8aa8-7a348b07271e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:35.581415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:36.410310 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:37.067701 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:50.167446 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 54288) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:03:50.386874 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Deleting port 30c941c5-ab4d-4d97-9e56-f2c8744bf97c {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:03:50.386874 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:50.564783 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:50.565171 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:50.702952 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Calling delete_port for 30c941c5-ab4d-4d97-9e56-f2c8744bf97c owned by network:floatingip {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:03:50.888882 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:50.894250 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-6aace937-2ea2-4208-8a62-c789084e93bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:03:50.944526 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event deleted for resources: {'Port': ['ID=30c941c5-ab4d-4d97-9e56-f2c8744bf97c,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:03:50.988703 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:50.989117 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:50.989545 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:50.989951 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:50.990351 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:50.990746 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:50.991147 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:50.991527 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:50.991920 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:50.992307 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:50.992693 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:50.993077 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:51.023626 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:03:51.055541 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for floatingip, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:51.055916 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.l3_db [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Floating IP f213a645-fc0c-49f5-8856-74272262ced7 disassociated (deleted). External IP: 172.27.2.165, port: 8554d6f9-7b98-4619-a7b8-d386da37edc1.
Apr 20 15:03:51.430791 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 15:03:51.593085 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 15:03:51.864185 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 15:03:51.873996 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b2b4b-8e91-4cf1-a17c-4759dbfbb7a2 None None] Sync routers for ids ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 15:03:51.880887 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:51.884011 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b2b4b-8e91-4cf1-a17c-4759dbfbb7a2 None None] Routers {'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 15:03:51.884690 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-7a1b2b4b-8e91-4cf1-a17c-4759dbfbb7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec16287b8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T15:03:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:03:51.942290 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "DELETE /v2.0/floatingips/f213a645-fc0c-49f5-8856-74272262ced7 HTTP/1.1" status: 204  len: 168 time: 1.7736015
Apr 20 15:03:51.942924 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13640f35-dbe7-44d4-91b2-b667c41bf1cf', 'tag': '8554d6f9-7b98-4619-a7b8-d386da37edc1'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 15:03:51.992297 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13640f35-dbe7-44d4-91b2-b667c41bf1cf', 'tag': '8554d6f9-7b98-4619-a7b8-d386da37edc1', 'status': 'completed', 'code': 200}
Apr 20 15:03:52.094529 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-7a1b2b4b-8e91-4cf1-a17c-4759dbfbb7a2 None None] Set router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 15:03:52.101212 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb99e2-d2ee-47ce-9dc6-92f6d06b1f8e req-c4d6f95e-4659-4126-86b8-23d50e73dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:03:52.103154 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-20eb99e2-d2ee-47ce-9dc6-92f6d06b1f8e req-c4d6f95e-4659-4126-86b8-23d50e73dd03 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230&device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 1098 time: 0.0884123
Apr 20 15:03:52.255778 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb99e2-d2ee-47ce-9dc6-92f6d06b1f8e req-923f645f-9098-4382-b704-9e2aaa861435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:03:52.257385 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-20eb99e2-d2ee-47ce-9dc6-92f6d06b1f8e req-923f645f-9098-4382-b704-9e2aaa861435 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196 HTTP/1.1" status: 200  len: 912 time: 0.1472342
Apr 20 15:03:52.336000 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-20eb99e2-d2ee-47ce-9dc6-92f6d06b1f8e req-ef8372bb-ec31-4214-9970-e4644fcb2c32 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8554d6f9-7b98-4619-a7b8-d386da37edc1 HTTP/1.1" status: 200  len: 217 time: 0.0721178
Apr 20 15:03:52.411815 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb99e2-d2ee-47ce-9dc6-92f6d06b1f8e req-7f9f6822-53af-4204-865d-13b277dad18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:03:52.413426 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-20eb99e2-d2ee-47ce-9dc6-92f6d06b1f8e req-7f9f6822-53af-4204-865d-13b277dad18d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8b2e638-8e01-40e8-ba60-d1ed693ab316 HTTP/1.1" status: 200  len: 850 time: 0.0704446
Apr 20 15:03:52.474041 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-7a1b2b4b-8e91-4cf1-a17c-4759dbfbb7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec16287b8>, [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': 'fdbb4fe2-a965-4b64-a26f-8fb1b241ebfe', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'port_id': 'c295cde8-886c-4ec0-ab86-cd89c1beb385', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'mac_address': 'fa:16:3e:44:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T15:00:10Z', 'updated_at': '2021-04-20T15:00:14Z', 'revision_number': 1, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:56Z', 'revision_number': 5, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:03:52.478204 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b2b4b-8e91-4cf1-a17c-4759dbfbb7a2 None None] Checking router: f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 15:03:52.487349 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b2b4b-8e91-4cf1-a17c-4759dbfbb7a2 None None] Routers {'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 15:03:52.488016 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-7a1b2b4b-8e91-4cf1-a17c-4759dbfbb7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec16287b8>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T15:03:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:03:52.508775 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb99e2-d2ee-47ce-9dc6-92f6d06b1f8e req-7281b866-77d0-4b87-b240-08ba470696b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:03:52.510974 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-20eb99e2-d2ee-47ce-9dc6-92f6d06b1f8e req-7281b866-77d0-4b87-b240-08ba470696b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0901315
Apr 20 15:03:52.731166 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-20eb99e2-d2ee-47ce-9dc6-92f6d06b1f8e req-24551446-0aef-4684-a07b-4b2d3b6d6a20 service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2114534
Apr 20 15:03:52.836530 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c8c85-797a-4d57-893e-05088107585a req-6eb67217-b39d-42fa-b0c4-6995f6b59fef tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:03:52.838136 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-736c8c85-797a-4d57-893e-05088107585a req-6eb67217-b39d-42fa-b0c4-6995f6b59fef tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 945 time: 0.4612312
Apr 20 15:03:52.858486 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-7a1b2b4b-8e91-4cf1-a17c-4759dbfbb7a2 None None] Set router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 15:03:52.927877 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-736c8c85-797a-4d57-893e-05088107585a req-f340a9fc-1244-41d8-beaa-a9eb22cb2759 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0826545
Apr 20 15:03:52.936418 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-20eb99e2-d2ee-47ce-9dc6-92f6d06b1f8e req-e9d07111-074e-4a41-8650-6c4758fb0655 service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1968062
Apr 20 15:03:53.230742 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-7a1b2b4b-8e91-4cf1-a17c-4759dbfbb7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec16287b8>, [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': 'fdbb4fe2-a965-4b64-a26f-8fb1b241ebfe', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'port_id': 'c295cde8-886c-4ec0-ab86-cd89c1beb385', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'mac_address': 'fa:16:3e:44:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T15:00:10Z', 'updated_at': '2021-04-20T15:00:14Z', 'revision_number': 1, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:56Z', 'revision_number': 5, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:03:53.234900 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b2b4b-8e91-4cf1-a17c-4759dbfbb7a2 None None] The sync data for ids ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'] in dv-cinder-742162-4-iscsi is: [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_floatingips': [{'id': 'fdbb4fe2-a965-4b64-a26f-8fb1b241ebfe', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'router_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'port_id': 'c295cde8-886c-4ec0-ab86-cd89c1beb385', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'mac_address': 'fa:16:3e:44:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T15:00:10Z', 'updated_at': '2021-04-20T15:00:14Z', 'revision_number': 1, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:56Z', 'revision_number': 5, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 15:03:53.628780 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b227e5-c32c-481b-aacf-46b6ce5431f2 None None] New status for floating IP f213a645-fc0c-49f5-8856-74272262ced7: DOWN {{(pid=86439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 15:03:53.929231 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca8134-f183-4371-bb0d-f60c76901dc6 req-d2796901-3d50-4141-8bd5-3eda3ea9885a tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:03:53.930871 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8aca8134-f183-4371-bb0d-f60c76901dc6 req-d2796901-3d50-4141-8bd5-3eda3ea9885a tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.38 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 945 time: 0.0947483
Apr 20 15:03:54.009518 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-8aca8134-f183-4371-bb0d-f60c76901dc6 req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Deleting port 8554d6f9-7b98-4619-a7b8-d386da37edc1 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:03:54.009841 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-8aca8134-f183-4371-bb0d-f60c76901dc6 req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:54.320321 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a9631-52ba-4f4a-b4d7-dda0558ed212 req-a5a36eea-a0e0-447f-8056-7e3a84ad4dae tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:03:54.321881 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-762a9631-52ba-4f4a-b4d7-dda0558ed212 req-a5a36eea-a0e0-447f-8056-7e3a84ad4dae tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 945 time: 0.2780626
Apr 20 15:03:54.400483 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-8aca8134-f183-4371-bb0d-f60c76901dc6 req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] For port 8554d6f9-7b98-4619-a7b8-d386da37edc1, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=8554d6f9-7b98-4619-a7b8-d386da37edc1,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:03:54.401150 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-8aca8134-f183-4371-bb0d-f60c76901dc6 req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:54.415674 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-762a9631-52ba-4f4a-b4d7-dda0558ed212 req-a78cd966-94b1-4b51-8404-8f7e3249bba4 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0822606
Apr 20 15:03:54.539429 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-8aca8134-f183-4371-bb0d-f60c76901dc6 req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Calling delete_port for 8554d6f9-7b98-4619-a7b8-d386da37edc1 owned by compute:nova {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:03:54.804594 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-8aca8134-f183-4371-bb0d-f60c76901dc6 req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:54.810628 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4f1a8012-afe9-4dd6-90ab-dc439b586a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:03:54.859471 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event deleted for resources: {'Port': ['ID=8554d6f9-7b98-4619-a7b8-d386da37edc1,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:03:54.896042 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:54.896474 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:54.896899 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:54.897318 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:54.897760 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:54.902956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:54.902956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:54.902956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:54.902956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:54.902956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:54.902956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:54.902956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-iscsi {{(pid=86437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 15:03:54.910267 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:03:54.955050 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aca8134-f183-4371-bb0d-f60c76901dc6 req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] No DVR routers for this DVR port 8554d6f9-7b98-4619-a7b8-d386da37edc1 on host hv-cinder-74216 {{(pid=86437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 15:03:54.958009 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-8aca8134-f183-4371-bb0d-f60c76901dc6 req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:54.960892 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13640f35-dbe7-44d4-91b2-b667c41bf1cf', 'name': 'network-vif-deleted', 'tag': '8554d6f9-7b98-4619-a7b8-d386da37edc1'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 15:03:54.974154 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8aca8134-f183-4371-bb0d-f60c76901dc6 req-2802859f-4df9-4468-9485-0e93616ca8b8 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.38 "DELETE /v2.0/ports/8554d6f9-7b98-4619-a7b8-d386da37edc1 HTTP/1.1" status: 204  len: 173 time: 1.0371771
Apr 20 15:03:55.009793 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13640f35-dbe7-44d4-91b2-b667c41bf1cf', 'name': 'network-vif-deleted', 'tag': '8554d6f9-7b98-4619-a7b8-d386da37edc1', 'status': 'completed', 'code': 200}
Apr 20 15:03:55.598298 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-c5f053f9-63c4-495a-8ee3-10aba74f3e14 req-36b35cc1-5261-42fd-a1f4-41e3f635d19e tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Synchronizing usage tracker for tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 15:03:55.637624 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-c5f053f9-63c4-495a-8ee3-10aba74f3e14 req-36b35cc1-5261-42fd-a1f4-41e3f635d19e tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Unset dirty status for tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 15:03:55.638904 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-c5f053f9-63c4-495a-8ee3-10aba74f3e14 req-36b35cc1-5261-42fd-a1f4-41e3f635d19e tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=13640f35-dbe7-44d4-91b2-b667c41bf1cf HTTP/1.1" status: 200  len: 210 time: 0.0916212
Apr 20 15:03:57.556635 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 8554d6f9-7b98-4619-a7b8-d386da37edc1 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 15:03:57.595040 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] No Port match for: 8554d6f9-7b98-4619-a7b8-d386da37edc1 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 15:03:57.595443 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device 8554d6f9-7b98-4619-a7b8-d386da37edc1 not bound to the agent host hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 15:03:59.235781 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 54328) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:03:59.452742 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-63de6377-08f5-4260-90a7-71f300f55cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Deleting port 60908bd6-a146-4ffb-b81d-5e6fcf912b60 {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:03:59.453035 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-63de6377-08f5-4260-90a7-71f300f55cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:59.639947 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-63de6377-08f5-4260-90a7-71f300f55cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:59.640458 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-63de6377-08f5-4260-90a7-71f300f55cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:03:59.773728 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-63de6377-08f5-4260-90a7-71f300f55cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Calling delete_port for 60908bd6-a146-4ffb-b81d-5e6fcf912b60 owned by network:floatingip {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:04:00.101280 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-63de6377-08f5-4260-90a7-71f300f55cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:00.106174 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-97c02b14-1af2-4b4b-b033-ad73b2baf814 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:04:00.154745 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de6377-08f5-4260-90a7-71f300f55cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event deleted for resources: {'Port': ['ID=60908bd6-a146-4ffb-b81d-5e6fcf912b60,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:04:00.187807 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-63de6377-08f5-4260-90a7-71f300f55cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:04:00.251347 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-63de6377-08f5-4260-90a7-71f300f55cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for floatingip, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:00.251906 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.db.l3_db [None req-63de6377-08f5-4260-90a7-71f300f55cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Floating IP fdbb4fe2-a965-4b64-a26f-8fb1b241ebfe disassociated (deleted). External IP: 172.27.2.161, port: c295cde8-886c-4ec0-ab86-cd89c1beb385.
Apr 20 15:04:00.629166 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63de6377-08f5-4260-90a7-71f300f55cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 15:04:00.823422 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63de6377-08f5-4260-90a7-71f300f55cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 15:04:00.834722 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad5a537-7f09-4a0b-aef4-a7d36eca37dc None None] Sync routers for ids ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 15:04:00.850912 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad5a537-7f09-4a0b-aef4-a7d36eca37dc None None] Routers {'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 15:04:00.851573 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-8ad5a537-7f09-4a0b-aef4-a7d36eca37dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec064b7f0>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T15:03:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:04:00.871823 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-63de6377-08f5-4260-90a7-71f300f55cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:00.913766 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:00.934379 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-63de6377-08f5-4260-90a7-71f300f55cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "DELETE /v2.0/floatingips/fdbb4fe2-a965-4b64-a26f-8fb1b241ebfe HTTP/1.1" status: 204  len: 168 time: 1.6973739
Apr 20 15:04:00.935096 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'tag': 'c295cde8-886c-4ec0-ab86-cd89c1beb385'}] {{(pid=86436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 15:04:00.987465 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'tag': 'c295cde8-886c-4ec0-ab86-cd89c1beb385', 'status': 'completed', 'code': 200}
Apr 20 15:04:01.070699 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-8ad5a537-7f09-4a0b-aef4-a7d36eca37dc None None] Set router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 15:04:01.089995 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eb638-57cc-4a7d-b64c-9d23f8b0b4cd req-9f707ef2-487c-484a-8a01-f2e31563307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:04:01.091631 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8d4eb638-57cc-4a7d-b64c-9d23f8b0b4cd req-9f707ef2-487c-484a-8a01-f2e31563307e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230&device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 1099 time: 0.0836775
Apr 20 15:04:01.241322 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eb638-57cc-4a7d-b64c-9d23f8b0b4cd req-a41d552e-a7d3-45b5-8aeb-a6ea76fadd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:04:01.242978 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8d4eb638-57cc-4a7d-b64c-9d23f8b0b4cd req-a41d552e-a7d3-45b5-8aeb-a6ea76fadd85 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196 HTTP/1.1" status: 200  len: 912 time: 0.1446385
Apr 20 15:04:01.327799 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8d4eb638-57cc-4a7d-b64c-9d23f8b0b4cd req-a4828749-e2fe-4133-a729-5b6ce0f1376e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c295cde8-886c-4ec0-ab86-cd89c1beb385 HTTP/1.1" status: 200  len: 217 time: 0.0747559
Apr 20 15:04:01.420223 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-8ad5a537-7f09-4a0b-aef4-a7d36eca37dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec064b7f0>, [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:56Z', 'revision_number': 5, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:04:01.424575 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad5a537-7f09-4a0b-aef4-a7d36eca37dc None None] Checking router: f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 15:04:01.434297 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad5a537-7f09-4a0b-aef4-a7d36eca37dc None None] Routers {'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 15:04:01.434965 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-8ad5a537-7f09-4a0b-aef4-a7d36eca37dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec064b7f0>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T15:03:35Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:04:01.458672 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eb638-57cc-4a7d-b64c-9d23f8b0b4cd req-fe954a60-c57e-4f38-b1a7-e5843cadd27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:04:01.460261 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8d4eb638-57cc-4a7d-b64c-9d23f8b0b4cd req-fe954a60-c57e-4f38-b1a7-e5843cadd27c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f8b2e638-8e01-40e8-ba60-d1ed693ab316 HTTP/1.1" status: 200  len: 850 time: 0.1263435
Apr 20 15:04:01.544052 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40ce33-c6dd-4c11-a626-0446d083e4df req-b3a8b221-b36f-4d5c-8779-c46c1d727d47 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:04:01.545630 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-de40ce33-c6dd-4c11-a626-0446d083e4df req-b3a8b221-b36f-4d5c-8779-c46c1d727d47 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 946 time: 0.1680648
Apr 20 15:04:01.610902 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4eb638-57cc-4a7d-b64c-9d23f8b0b4cd req-38ee8b56-03d8-4862-98d0-9bb6adeac7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:04:01.612529 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8d4eb638-57cc-4a7d-b64c-9d23f8b0b4cd req-38ee8b56-03d8-4862-98d0-9bb6adeac7b3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ffc4a239-2621-4cbb-b855-7ea7fa1d9196&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1395295
Apr 20 15:04:01.615704 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-de40ce33-c6dd-4c11-a626-0446d083e4df req-afcde04b-ea35-446b-a447-947264d33575 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605509
Apr 20 15:04:01.638876 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-8ad5a537-7f09-4a0b-aef4-a7d36eca37dc None None] Set router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 15:04:01.980669 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-8ad5a537-7f09-4a0b-aef4-a7d36eca37dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec064b7f0>, [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:56Z', 'revision_number': 5, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:04:01.984897 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad5a537-7f09-4a0b-aef4-a7d36eca37dc None None] The sync data for ids ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'] in dv-cinder-742162-4-iscsi is: [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T14:56:47Z', 'revision_number': 4, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi', '_interfaces': [{'id': '09228957-48c8-4163-af83-712357554d76', 'name': '', 'network_id': 'ffc4a239-2621-4cbb-b855-7ea7fa1d9196', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'mac_address': 'fa:16:3e:b6:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:46Z', 'updated_at': '2021-04-20T14:56:56Z', 'revision_number': 5, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'subnets': [{'id': 'f8b2e638-8e01-40e8-ba60-d1ed693ab316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 15:04:02.010803 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8d4eb638-57cc-4a7d-b64c-9d23f8b0b4cd req-a05c0683-ab6f-4792-a1b3-a4bb33b109ee service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3904626
Apr 20 15:04:02.159486 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-8d4eb638-57cc-4a7d-b64c-9d23f8b0b4cd req-6cdf0739-c21b-48cd-96df-d2d1f579eb6c service neutron] 10.222.0.38 "GET /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407766
Apr 20 15:04:02.267393 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bb339167-ed61-468f-986e-01b507154882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:02.372158 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840070da-77db-4ad2-b47a-70c4a153b673 None None] New status for floating IP fdbb4fe2-a965-4b64-a26f-8fb1b241ebfe: DOWN {{(pid=86439) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 15:04:02.825107 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8d9f6-b919-459c-a555-bcfe2deb5684 req-a26b6c21-c781-4611-b026-ad5f6a4acabb tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:04:02.826661 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bca8d9f6-b919-459c-a555-bcfe2deb5684 req-a26b6c21-c781-4611-b026-ad5f6a4acabb tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 946 time: 0.0886984
Apr 20 15:04:02.874937 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-bca8d9f6-b919-459c-a555-bcfe2deb5684 req-9854703c-f633-48f0-90e2-feea1d241a6c tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/security-groups?id=940113f7-843b-48cf-a8f4-2de32b73a8f5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418811
Apr 20 15:04:03.015713 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf766f4-2e40-4897-a0e2-52794703549d req-77424ba5-9d2a-4b9e-8f8a-c38789f7a5c1 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86437) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 15:04:03.017271 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6cf766f4-2e40-4897-a0e2-52794703549d req-77424ba5-9d2a-4b9e-8f8a-c38789f7a5c1 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 946 time: 0.0922797
Apr 20 15:04:03.095945 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-6cf766f4-2e40-4897-a0e2-52794703549d req-c7c4e85e-0b03-4350-a75c-9e894ba883c1 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Deleting port c295cde8-886c-4ec0-ab86-cd89c1beb385 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:04:03.096232 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6cf766f4-2e40-4897-a0e2-52794703549d req-c7c4e85e-0b03-4350-a75c-9e894ba883c1 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:03.359193 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [req-6cf766f4-2e40-4897-a0e2-52794703549d req-c7c4e85e-0b03-4350-a75c-9e894ba883c1 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] For port c295cde8-886c-4ec0-ab86-cd89c1beb385, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=c295cde8-886c-4ec0-ab86-cd89c1beb385,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:04:03.359514 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6cf766f4-2e40-4897-a0e2-52794703549d req-c7c4e85e-0b03-4350-a75c-9e894ba883c1 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:03.492021 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [req-6cf766f4-2e40-4897-a0e2-52794703549d req-c7c4e85e-0b03-4350-a75c-9e894ba883c1 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Calling delete_port for c295cde8-886c-4ec0-ab86-cd89c1beb385 owned by compute:nova {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:04:03.729870 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6cf766f4-2e40-4897-a0e2-52794703549d req-c7c4e85e-0b03-4350-a75c-9e894ba883c1 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:03.735699 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-303615dc-228f-43a8-9179-73da49aa1c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:04:03.783920 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4e85e-0b03-4350-a75c-9e894ba883c1 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event deleted for resources: {'Port': ['ID=c295cde8-886c-4ec0-ab86-cd89c1beb385,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:04:03.787823 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c7c4e85e-0b03-4350-a75c-9e894ba883c1 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:04:03.869330 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf766f4-2e40-4897-a0e2-52794703549d req-c7c4e85e-0b03-4350-a75c-9e894ba883c1 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] No DVR routers for this DVR port c295cde8-886c-4ec0-ab86-cd89c1beb385 on host hv-cinder-74216 {{(pid=86437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 15:04:03.875457 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [req-6cf766f4-2e40-4897-a0e2-52794703549d req-c7c4e85e-0b03-4350-a75c-9e894ba883c1 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for port, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:03.879029 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'name': 'network-vif-deleted', 'tag': 'c295cde8-886c-4ec0-ab86-cd89c1beb385'}] {{(pid=86437) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 15:04:03.891479 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-6cf766f4-2e40-4897-a0e2-52794703549d req-c7c4e85e-0b03-4350-a75c-9e894ba883c1 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.38 "DELETE /v2.0/ports/c295cde8-886c-4ec0-ab86-cd89c1beb385 HTTP/1.1" status: 204  len: 173 time: 0.8680785
Apr 20 15:04:03.929035 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4e2d47-b612-4336-9584-692e59b9bedb', 'name': 'network-vif-deleted', 'tag': 'c295cde8-886c-4ec0-ab86-cd89c1beb385', 'status': 'completed', 'code': 200}
Apr 20 15:04:04.046141 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-3d5d8741-194c-4b3b-8db1-83cbf94600c9 req-3d888d95-43e0-4e38-a688-ec218551d9a0 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Synchronizing usage tracker for tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 on resource:port {{(pid=86437) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 15:04:04.090313 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.quota.resource [req-3d5d8741-194c-4b3b-8db1-83cbf94600c9 req-3d888d95-43e0-4e38-a688-ec218551d9a0 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Unset dirty status for tenant:d3da01c5b0c5428f86e1ed7a0b9d5230 on resource:port {{(pid=86437) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 15:04:04.091579 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [req-3d5d8741-194c-4b3b-8db1-83cbf94600c9 req-3d888d95-43e0-4e38-a688-ec218551d9a0 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4e2d47-b612-4336-9584-692e59b9bedb HTTP/1.1" status: 200  len: 210 time: 0.0960801
Apr 20 15:04:04.946366 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-dd07eea6-fe5c-431f-b63c-796343cbc5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:05.193492 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 54346) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:04:05.361211 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-14361b32-1bfb-4297-90f3-25ef76a1a427 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Deleting port f2e70adc-0873-404c-8bc1-9122a2a512a1 {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:04:05.361652 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-14361b32-1bfb-4297-90f3-25ef76a1a427 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:05.547291 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-14361b32-1bfb-4297-90f3-25ef76a1a427 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:05.547661 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-14361b32-1bfb-4297-90f3-25ef76a1a427 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:05.580108 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:05.681521 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-14361b32-1bfb-4297-90f3-25ef76a1a427 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Calling delete_port for f2e70adc-0873-404c-8bc1-9122a2a512a1 owned by network:floatingip {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:04:05.928666 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-14361b32-1bfb-4297-90f3-25ef76a1a427 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:05.933961 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-3e8b0e8b-10c3-4c39-8f86-8e8274fdf06c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:04:05.981084 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14361b32-1bfb-4297-90f3-25ef76a1a427 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event deleted for resources: {'Port': ['ID=f2e70adc-0873-404c-8bc1-9122a2a512a1,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:04:05.984538 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-14361b32-1bfb-4297-90f3-25ef76a1a427 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:04:06.084611 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-14361b32-1bfb-4297-90f3-25ef76a1a427 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for floatingip, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:06.131092 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-14361b32-1bfb-4297-90f3-25ef76a1a427 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1194'] for floatingip, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:06.132333 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-14361b32-1bfb-4297-90f3-25ef76a1a427 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "DELETE /v2.0/floatingips/d7cb20c4-c4c7-4ee3-a463-b7ece11d6c49 HTTP/1.1" status: 204  len: 168 time: 0.9377925
Apr 20 15:04:06.398704 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:07.072976 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:07.579290 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 54360) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:04:07.597528 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device c295cde8-886c-4ec0-ab86-cd89c1beb385 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 15:04:07.633893 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] No Port match for: c295cde8-886c-4ec0-ab86-cd89c1beb385 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 15:04:07.634290 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Device c295cde8-886c-4ec0-ab86-cd89c1beb385 not bound to the agent host hv-cinder-74216 {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 15:04:07.657243 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9a5686b2-7c9b-4fe8-affe-319fb6800cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:07.688984 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9a5686b2-7c9b-4fe8-affe-319fb6800cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:07.865719 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9a5686b2-7c9b-4fe8-affe-319fb6800cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:07.871104 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-a12932b5-ce50-462c-a7c6-11d9d0c4ab93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:04:07.886942 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5686b2-7c9b-4fe8-affe-319fb6800cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940113f7-843b-48cf-a8f4-2de32b73a8f5,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:04:07.889446 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9a5686b2-7c9b-4fe8-affe-319fb6800cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:04:07.922116 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9a5686b2-7c9b-4fe8-affe-319fb6800cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:07.923366 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-9a5686b2-7c9b-4fe8-affe-319fb6800cac tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] 10.222.0.16 "DELETE /v2.0/security-groups/940113f7-843b-48cf-a8f4-2de32b73a8f5 HTTP/1.1" status: 204  len: 168 time: 0.3430092
Apr 20 15:04:09.046392 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 54368) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:04:09.739559 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-47754ab5-7fdc-4288-ad91-431b25f47851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854083942'] for router_interface, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:10.359653 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-47754ab5-7fdc-4288-ad91-431b25f47851 admin admin] Deleting port 09228957-48c8-4163-af83-712357554d76 {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:04:10.360211 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-47754ab5-7fdc-4288-ad91-431b25f47851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:10.545883 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-47754ab5-7fdc-4288-ad91-431b25f47851 admin admin] For port 09228957-48c8-4163-af83-712357554d76, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=09228957-48c8-4163-af83-712357554d76,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:04:10.546276 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-47754ab5-7fdc-4288-ad91-431b25f47851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:10.678809 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-47754ab5-7fdc-4288-ad91-431b25f47851 admin admin] Calling delete_port for 09228957-48c8-4163-af83-712357554d76 owned by network:router_interface {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:04:10.952048 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-47754ab5-7fdc-4288-ad91-431b25f47851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:10.957301 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-f5da7a49-a730-4200-b65b-7cb65cb9901c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:04:11.042687 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47754ab5-7fdc-4288-ad91-431b25f47851 admin admin] Pushing event deleted for resources: {'Port': ['ID=09228957-48c8-4163-af83-712357554d76,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:04:11.045799 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-47754ab5-7fdc-4288-ad91-431b25f47851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:04:11.296191 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-47754ab5-7fdc-4288-ad91-431b25f47851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854083868'] for router_interface, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:11.679206 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47754ab5-7fdc-4288-ad91-431b25f47851 admin admin] Router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 15:04:11.870428 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47754ab5-7fdc-4288-ad91-431b25f47851 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 15:04:11.880372 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e0a09-87e8-49f2-a72a-78054d534620 None None] Sync routers for ids ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'] in dv-cinder-742162-4-iscsi {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 15:04:11.884212 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-47754ab5-7fdc-4288-ad91-431b25f47851 admin admin] 10.222.0.16 "PUT /v2.0/routers/f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8347294
Apr 20 15:04:11.886719 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 54374) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:04:11.890409 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5e0a09-87e8-49f2-a72a-78054d534620 None None] Routers {'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 15:04:11.891081 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-be5e0a09-87e8-49f2-a72a-78054d534620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec05ae940>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T15:04:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:04:12.087143 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bc5d27fb-3147-4143-9843-a2473026a824 admin admin] Notify callbacks [] for router, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:12.262420 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-be5e0a09-87e8-49f2-a72a-78054d534620 None None] Set router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 15:04:12.280915 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bc5d27fb-3147-4143-9843-a2473026a824 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:12.307190 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-bc5d27fb-3147-4143-9843-a2473026a824 admin admin] Deleting port 8138e216-25f3-4fc5-b94c-2b7dec26d463 {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:04:12.307564 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bc5d27fb-3147-4143-9843-a2473026a824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:12.493724 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-bc5d27fb-3147-4143-9843-a2473026a824 admin admin] For port 8138e216-25f3-4fc5-b94c-2b7dec26d463, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=8138e216-25f3-4fc5-b94c-2b7dec26d463,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:04:12.494124 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bc5d27fb-3147-4143-9843-a2473026a824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:12.563724 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-be5e0a09-87e8-49f2-a72a-78054d534620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec05ae940>, [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T15:04:10Z', 'revision_number': 5, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port': {'id': '8138e216-25f3-4fc5-b94c-2b7dec26d463', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:43Z', 'updated_at': '2021-04-20T14:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:04:12.567921 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e0a09-87e8-49f2-a72a-78054d534620 None None] Checking router: f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 for host: dv-cinder-742162-4-iscsi {{(pid=86438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 15:04:12.577063 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5e0a09-87e8-49f2-a72a-78054d534620 None None] Routers {'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 15:04:12.577772 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-be5e0a09-87e8-49f2-a72a-78054d534620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec05ae940>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T15:04:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'], 'active': True} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:04:12.631157 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-bc5d27fb-3147-4143-9843-a2473026a824 admin admin] Calling delete_port for 8138e216-25f3-4fc5-b94c-2b7dec26d463 owned by network:router_gateway {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:04:12.742991 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-be5e0a09-87e8-49f2-a72a-78054d534620 None None] Set router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 gateway port host: None {{(pid=86438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 15:04:12.859038 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-be5e0a09-87e8-49f2-a72a-78054d534620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec05ae940>, [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T15:04:12Z', 'revision_number': 6, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port_host': None}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:04:12.863699 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e0a09-87e8-49f2-a72a-78054d534620 None None] The sync data for ids ['f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0'] in dv-cinder-742162-4-iscsi is: [{'id': 'f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0', 'name': 'tempest-TestVolumeBootPattern-189911672-router', 'tenant_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:42Z', 'updated_at': '2021-04-20T15:04:12Z', 'revision_number': 6, 'project_id': 'd3da01c5b0c5428f86e1ed7a0b9d5230', 'gw_port_host': None}] {{(pid=86438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 15:04:12.907422 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bc5d27fb-3147-4143-9843-a2473026a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:12.913580 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-fcf0daa0-dfdd-4043-a94d-157c9a814e32 tempest-TestVolumeBootPattern-325793830 tempest-TestVolumeBootPattern-325793830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:04:12.960466 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d27fb-3147-4143-9843-a2473026a824 admin admin] Pushing event deleted for resources: {'Port': ['ID=8138e216-25f3-4fc5-b94c-2b7dec26d463,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:04:12.964025 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-bc5d27fb-3147-4143-9843-a2473026a824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:04:13.064571 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bc5d27fb-3147-4143-9843-a2473026a824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711269'] for router_gateway, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:13.499757 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bc5d27fb-3147-4143-9843-a2473026a824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744287'] for router, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:13.502136 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bc5d27fb-3147-4143-9843-a2473026a824 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:13.644435 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bc5d27fb-3147-4143-9843-a2473026a824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854086531'] for router, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:13.644974 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5d27fb-3147-4143-9843-a2473026a824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 {{(pid=86436) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 15:04:13.657810 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bc5d27fb-3147-4143-9843-a2473026a824 admin admin] Notify callbacks [] for router, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:13.659048 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-bc5d27fb-3147-4143-9843-a2473026a824 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f7ffd094-e3e1-4b87-a9f7-969a14cd2ce0 HTTP/1.1" status: 204  len: 168 time: 1.7713506
Apr 20 15:04:13.661762 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 54378) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:04:13.728717 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e603d8-3087-42f8-91e6-d3ad52fcb256 admin admin] Deleting subnet f8b2e638-8e01-40e8-ba60-d1ed693ab316 {{(pid=86436) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 15:04:13.732095 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b9e603d8-3087-42f8-91e6-d3ad52fcb256 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:13.761932 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 8138e216-25f3-4fc5-b94c-2b7dec26d463 no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 15:04:13.789253 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b9e603d8-3087-42f8-91e6-d3ad52fcb256 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2664437'] for subnet, precommit_delete_associations {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:13.800289 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: 8138e216-25f3-4fc5-b94c-2b7dec26d463 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 15:04:13.800683 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 8138e216-25f3-4fc5-b94c-2b7dec26d463 not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 15:04:13.801161 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 09228957-48c8-4163-af83-712357554d76 no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 15:04:13.837157 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: 09228957-48c8-4163-af83-712357554d76 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 15:04:13.837631 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 09228957-48c8-4163-af83-712357554d76 not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 15:04:13.872928 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b9e603d8-3087-42f8-91e6-d3ad52fcb256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788724'] for subnet, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:14.164783 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b9e603d8-3087-42f8-91e6-d3ad52fcb256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852987124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852558598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3674953'] for subnet, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:14.169852 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8a82a5e2-a7a2-43e3-8e07-4d2b2d2cc691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:04:14.208195 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e603d8-3087-42f8-91e6-d3ad52fcb256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b2e638-8e01-40e8-ba60-d1ed693ab316,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:04:14.210383 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-b9e603d8-3087-42f8-91e6-d3ad52fcb256 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:14.214431 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-b9e603d8-3087-42f8-91e6-d3ad52fcb256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:04:14.216557 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cfd39d-b34c-4aad-8d6c-dcd507b92f95 None None] Network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 15:04:14.217506 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-b9e603d8-3087-42f8-91e6-d3ad52fcb256 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f8b2e638-8e01-40e8-ba60-d1ed693ab316 HTTP/1.1" status: 204  len: 168 time: 0.5547223
Apr 20 15:04:14.220301 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 54382) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:04:14.339513 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658232'] for network, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:14.351739 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] Deleting port f04148bb-582e-433e-a8bf-eb1ff503225e {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:04:14.352114 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:14.482823 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f69f92-fddc-4cdb-9e8b-83d8dc97e437 None None] DHCP port deletion for ffc4a239-2621-4cbb-b855-7ea7fa1d9196 request from dv-cinder-742162-4-iscsi {{(pid=86438) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 15:04:14.487131 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-98f69f92-fddc-4cdb-9e8b-83d8dc97e437 None None] Deleting port f04148bb-582e-433e-a8bf-eb1ff503225e {{(pid=86438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:04:14.487550 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-98f69f92-fddc-4cdb-9e8b-83d8dc97e437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:14.580196 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] For port f04148bb-582e-433e-a8bf-eb1ff503225e, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=f04148bb-582e-433e-a8bf-eb1ff503225e,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:04:14.580595 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:14.710783 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-98f69f92-fddc-4cdb-9e8b-83d8dc97e437 None None] For port f04148bb-582e-433e-a8bf-eb1ff503225e, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=f04148bb-582e-433e-a8bf-eb1ff503225e,segment=NetworkSegment(066428fa-79d0-4a24-a183-2ec725ccb32c),segment_id=066428fa-79d0-4a24-a183-2ec725ccb32c)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:04:14.711222 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-98f69f92-fddc-4cdb-9e8b-83d8dc97e437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:14.714236 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] Calling delete_port for f04148bb-582e-433e-a8bf-eb1ff503225e owned by network:dhcp {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:04:14.810172 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:14.815133 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:04:14.845881 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-98f69f92-fddc-4cdb-9e8b-83d8dc97e437 None None] Calling delete_port for f04148bb-582e-433e-a8bf-eb1ff503225e owned by network:dhcp {{(pid=86438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:04:14.866224 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] Pushing event deleted for resources: {'Port': ['ID=f04148bb-582e-433e-a8bf-eb1ff503225e,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:04:14.868223 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] No DVR routers for this DVR port f04148bb-582e-433e-a8bf-eb1ff503225e on host dv-cinder-742162-4-iscsi {{(pid=86436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 15:04:14.869773 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:04:14.921956 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.db.api [None req-98f69f92-fddc-4cdb-9e8b-83d8dc97e437 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86438) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 15:04:14.922365 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_db.api [None req-98f69f92-fddc-4cdb-9e8b-83d8dc97e437 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 15:04:14.992096 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852987039', 'neutron.services.segments.db._delete_segments_for_network-8791465359731'] for network, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:15.108691 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feebb516470>,) {'filters': {'network_id': ['ffc4a239-2621-4cbb-b855-7ea7fa1d9196']}} {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:04:15.123561 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feebb516470>, '066428fa-79d0-4a24-a183-2ec725ccb32c') {'for_net_delete': True} {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:04:15.123901 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feebb516470>, '066428fa-79d0-4a24-a183-2ec725ccb32c') {} {{(pid=86436) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:04:15.136821 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245389254755', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852111363'] for segment, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:15.152105 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:15.158676 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=86436) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 15:04:15.334027 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] Network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 has no segments {{(pid=86436) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 15:04:15.342986 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1801253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2217817'] for segment, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:15.424283 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-98f69f92-fddc-4cdb-9e8b-83d8dc97e437 None None] Deleting port f04148bb-582e-433e-a8bf-eb1ff503225e {{(pid=86438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:04:15.425375 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-98f69f92-fddc-4cdb-9e8b-83d8dc97e437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:15.500816 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-98f69f92-fddc-4cdb-9e8b-83d8dc97e437 None None] The port 'f04148bb-582e-433e-a8bf-eb1ff503225e' was deleted {{(pid=86438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 15:04:15.536650 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] Network ffc4a239-2621-4cbb-b855-7ea7fa1d9196 has no segments {{(pid=86436) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]: Traceback (most recent call last):
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:     timer()
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:     cb(*args, **kw)
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:     return func(*args, **kwargs)
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:     self._notify()
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:     self.callback(batched_events)
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:     event.method(event)
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:     segment_id)['aggregates'][0]
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:     return f(self, *a, **k)
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self._get(url).json()
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:     **kwargs)
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self.request(url, 'GET', **kwargs)
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:     **endpoint_filter)
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 15:04:15.560075 dv-cinder-742162-4-iscsi neutron-server[86323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 15:04:15.672844 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:15.677225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4850fcc6-003a-4324-9baa-cd7684aee4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:04:15.691173 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:15.702271 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] Pushing event deleted for resources: {'Network': ['ID=ffc4a239-2621-4cbb-b855-7ea7fa1d9196,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:04:15.705710 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:04:15.742306 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-c67e6566-0489-4466-a470-1af1a1176adf admin admin] 10.222.0.16 "DELETE /v2.0/networks/ffc4a239-2621-4cbb-b855-7ea7fa1d9196 HTTP/1.1" status: 204  len: 168 time: 1.5207236
Apr 20 15:04:15.744050 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 54386) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:04:15.772823 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device f04148bb-582e-433e-a8bf-eb1ff503225e no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 15:04:15.812762 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: f04148bb-582e-433e-a8bf-eb1ff503225e {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 15:04:15.813321 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device f04148bb-582e-433e-a8bf-eb1ff503225e not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 15:04:16.314436 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9908a449-36fb-463c-b08c-99e662740dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854083942'] for router_interface, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:16.683579 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-9908a449-36fb-463c-b08c-99e662740dbc admin admin] Deleting port 765b409f-2956-47d4-8893-99912405345f {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:04:16.683965 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9908a449-36fb-463c-b08c-99e662740dbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:16.865997 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-9908a449-36fb-463c-b08c-99e662740dbc admin admin] For port 765b409f-2956-47d4-8893-99912405345f, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=765b409f-2956-47d4-8893-99912405345f,segment=NetworkSegment(bd2503c5-ba3e-46bf-95ac-777b679ee2dc),segment_id=bd2503c5-ba3e-46bf-95ac-777b679ee2dc)] {{(pid=86436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:04:16.866606 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9908a449-36fb-463c-b08c-99e662740dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:17.001049 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-9908a449-36fb-463c-b08c-99e662740dbc admin admin] Calling delete_port for 765b409f-2956-47d4-8893-99912405345f owned by network:router_interface {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:04:17.454415 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9908a449-36fb-463c-b08c-99e662740dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:17.459749 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-ee2b69b5-b5a3-4ac0-8bd0-23a7e0e7c3a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:04:17.541239 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908a449-36fb-463c-b08c-99e662740dbc admin admin] Pushing event deleted for resources: {'Port': ['ID=765b409f-2956-47d4-8893-99912405345f,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:04:17.544074 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-9908a449-36fb-463c-b08c-99e662740dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:04:17.793779 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-9908a449-36fb-463c-b08c-99e662740dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854083868'] for router_interface, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:18.176573 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9908a449-36fb-463c-b08c-99e662740dbc admin admin] Router e3ee8212-5ba7-41c8-80d7-8dc7adeefc19 has already been hosted by L3 agent f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f {{(pid=86436) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 15:04:18.362232 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9908a449-36fb-463c-b08c-99e662740dbc admin admin] Notify agent at l3_agent.dv-cinder-742162-4-iscsi the message routers_updated {{(pid=86436) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 15:04:18.370840 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70e5b77-36ac-4413-a083-2fc2b725d69f None None] Sync routers for ids ['e3ee8212-5ba7-41c8-80d7-8dc7adeefc19'] in dv-cinder-742162-4-iscsi {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 15:04:18.381804 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70e5b77-36ac-4413-a083-2fc2b725d69f None None] Routers {'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 15:04:18.382479 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-b70e5b77-36ac-4413-a083-2fc2b725d69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec1736048>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T15:04:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['e3ee8212-5ba7-41c8-80d7-8dc7adeefc19'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:04:18.400736 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-9908a449-36fb-463c-b08c-99e662740dbc admin admin] 10.222.0.16 "PUT /v2.0/routers/e3ee8212-5ba7-41c8-80d7-8dc7adeefc19/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6553092
Apr 20 15:04:18.403428 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 54390) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:04:18.569170 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-b70e5b77-36ac-4413-a083-2fc2b725d69f None None] Set router e3ee8212-5ba7-41c8-80d7-8dc7adeefc19 gateway port host: dv-cinder-742162-4-iscsi {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 15:04:18.595045 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bf681774-9de4-4661-8ff9-ac8737cba799 admin admin] Notify callbacks [] for router, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:18.781245 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bf681774-9de4-4661-8ff9-ac8737cba799 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:18.821278 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-bf681774-9de4-4661-8ff9-ac8737cba799 admin admin] Deleting port 119da813-dc2c-4ed3-8650-07fe7052ee43 {{(pid=86436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:04:18.821727 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bf681774-9de4-4661-8ff9-ac8737cba799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:18.872745 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-b70e5b77-36ac-4413-a083-2fc2b725d69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec1736048>, [{'id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'name': 'tempest-TestVolumeBootPattern-2051071328-router', 'tenant_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'external_fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '119da813-dc2c-4ed3-8650-07fe7052ee43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:50Z', 'updated_at': '2021-04-20T15:04:17Z', 'revision_number': 5, 'project_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'gw_port': {'id': '119da813-dc2c-4ed3-8650-07fe7052ee43', 'name': '', 'network_id': '0f8bb9e9-4049-4fea-bd3e-ab9ad8872a09', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:67:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '91730765-12cb-4a98-b654-b261f30f30ed', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:56:52Z', 'updated_at': '2021-04-20T14:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91730765-12cb-4a98-b654-b261f30f30ed', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-iscsi'}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:04:18.876815 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70e5b77-36ac-4413-a083-2fc2b725d69f None None] Checking router: e3ee8212-5ba7-41c8-80d7-8dc7adeefc19 for host: dv-cinder-742162-4-iscsi {{(pid=86439) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 15:04:18.886499 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70e5b77-36ac-4413-a083-2fc2b725d69f None None] Routers {'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19'} bound to L3 agent in host dv-cinder-742162-4-iscsi {{(pid=86439) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 15:04:18.887116 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-b70e5b77-36ac-4413-a083-2fc2b725d69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feec1736048>, 'dv-cinder-742162-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:05Z,description=<?>,heartbeat_timestamp=2021-04-20T15:04:05Z,host='dv-cinder-742162-4-iscsi',id=f1171a9c-9f31-4c2c-bdc7-5a2b6c0d015f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:40:05Z,topic='l3_agent')) {'router_ids': ['e3ee8212-5ba7-41c8-80d7-8dc7adeefc19'], 'active': True} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:04:19.009123 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-bf681774-9de4-4661-8ff9-ac8737cba799 admin admin] For port 119da813-dc2c-4ed3-8650-07fe7052ee43, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=119da813-dc2c-4ed3-8650-07fe7052ee43,segment=NetworkSegment(10f672b1-b463-4e3f-aaa6-262430b5121e),segment_id=10f672b1-b463-4e3f-aaa6-262430b5121e)] {{(pid=86436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:04:19.009576 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bf681774-9de4-4661-8ff9-ac8737cba799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:19.047915 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvr_db [None req-b70e5b77-36ac-4413-a083-2fc2b725d69f None None] Set router e3ee8212-5ba7-41c8-80d7-8dc7adeefc19 gateway port host: None {{(pid=86439) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 15:04:19.146505 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-bf681774-9de4-4661-8ff9-ac8737cba799 admin admin] Calling delete_port for 119da813-dc2c-4ed3-8650-07fe7052ee43 owned by network:router_gateway {{(pid=86436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:04:19.163120 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_hamode_db [None req-b70e5b77-36ac-4413-a083-2fc2b725d69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feec1736048>, [{'id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'name': 'tempest-TestVolumeBootPattern-2051071328-router', 'tenant_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:50Z', 'updated_at': '2021-04-20T15:04:18Z', 'revision_number': 6, 'project_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'gw_port_host': None}], 'dv-cinder-742162-4-iscsi', False) {} {{(pid=86439) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:04:19.167220 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70e5b77-36ac-4413-a083-2fc2b725d69f None None] The sync data for ids ['e3ee8212-5ba7-41c8-80d7-8dc7adeefc19'] in dv-cinder-742162-4-iscsi is: [{'id': 'e3ee8212-5ba7-41c8-80d7-8dc7adeefc19', 'name': 'tempest-TestVolumeBootPattern-2051071328-router', 'tenant_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:56:50Z', 'updated_at': '2021-04-20T15:04:18Z', 'revision_number': 6, 'project_id': 'f83717c34d7b4093a40848f66e7d6bb3', 'gw_port_host': None}] {{(pid=86439) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 15:04:19.381207 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bf681774-9de4-4661-8ff9-ac8737cba799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852558034'] for port, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:19.386325 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-87b9ea53-1286-4075-abba-765397185374 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:04:19.435525 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf681774-9de4-4661-8ff9-ac8737cba799 admin admin] Pushing event deleted for resources: {'Port': ['ID=119da813-dc2c-4ed3-8650-07fe7052ee43,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:04:19.473004 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-bf681774-9de4-4661-8ff9-ac8737cba799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:04:19.535321 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bf681774-9de4-4661-8ff9-ac8737cba799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-711269'] for router_gateway, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:19.722156 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bf681774-9de4-4661-8ff9-ac8737cba799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-694073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744287'] for router, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:19.724672 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bf681774-9de4-4661-8ff9-ac8737cba799 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:19.764877 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 119da813-dc2c-4ed3-8650-07fe7052ee43 no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 15:04:19.803491 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: 119da813-dc2c-4ed3-8650-07fe7052ee43 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 15:04:19.803890 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 119da813-dc2c-4ed3-8650-07fe7052ee43 not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 15:04:19.804370 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 765b409f-2956-47d4-8893-99912405345f no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 15:04:19.842870 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: 765b409f-2956-47d4-8893-99912405345f {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 15:04:19.843269 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device 765b409f-2956-47d4-8893-99912405345f not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 15:04:19.928316 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bf681774-9de4-4661-8ff9-ac8737cba799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854086531'] for router, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:19.928825 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf681774-9de4-4661-8ff9-ac8737cba799 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3ee8212-5ba7-41c8-80d7-8dc7adeefc19 {{(pid=86436) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 15:04:19.942233 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-bf681774-9de4-4661-8ff9-ac8737cba799 admin admin] Notify callbacks [] for router, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:19.943475 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-bf681774-9de4-4661-8ff9-ac8737cba799 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e3ee8212-5ba7-41c8-80d7-8dc7adeefc19 HTTP/1.1" status: 204  len: 168 time: 1.5390704
Apr 20 15:04:19.946445 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 54396) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:04:20.014744 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a667fa7-7caf-4865-aa3b-403b95d2caaa admin admin] Deleting subnet fd62fbdf-c479-42de-89f0-a8785bec3689 {{(pid=86437) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 15:04:20.017941 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8a667fa7-7caf-4865-aa3b-403b95d2caaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:20.076255 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8a667fa7-7caf-4865-aa3b-403b95d2caaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852047558'] for subnet, precommit_delete_associations {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:20.158607 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8a667fa7-7caf-4865-aa3b-403b95d2caaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1788724'] for subnet, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:20.690868 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8a667fa7-7caf-4865-aa3b-403b95d2caaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852987124', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852062723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2639035'] for subnet, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:20.696369 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:04:20.733894 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a667fa7-7caf-4865-aa3b-403b95d2caaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd62fbdf-c479-42de-89f0-a8785bec3689,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:04:20.736037 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8a667fa7-7caf-4865-aa3b-403b95d2caaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for subnet, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:20.739894 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eca812-ccf9-4971-99ff-0e5bb5613284 None None] Network f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8 requested from dv-cinder-742162-4-iscsi {{(pid=86438) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 15:04:20.740066 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-8a667fa7-7caf-4865-aa3b-403b95d2caaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:04:20.742984 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-8a667fa7-7caf-4865-aa3b-403b95d2caaa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fd62fbdf-c479-42de-89f0-a8785bec3689 HTTP/1.1" status: 204  len: 168 time: 0.7955835
Apr 20 15:04:20.745787 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 54400) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:04:20.862879 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1658232'] for network, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:20.874960 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] Deleting port f744c71c-4e41-4235-bdee-8dead0557a43 {{(pid=86437) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:04:20.875372 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:20.994993 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8371a580-2b9e-4a50-b700-888b07b201ab None None] DHCP port deletion for f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8 request from dv-cinder-742162-4-iscsi {{(pid=86438) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 15:04:20.999214 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8371a580-2b9e-4a50-b700-888b07b201ab None None] Deleting port f744c71c-4e41-4235-bdee-8dead0557a43 {{(pid=86438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:04:20.999679 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8371a580-2b9e-4a50-b700-888b07b201ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:21.108352 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] For port f744c71c-4e41-4235-bdee-8dead0557a43, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=f744c71c-4e41-4235-bdee-8dead0557a43,segment=NetworkSegment(bd2503c5-ba3e-46bf-95ac-777b679ee2dc),segment_id=bd2503c5-ba3e-46bf-95ac-777b679ee2dc)] {{(pid=86437) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:04:21.108723 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:21.224138 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.db [None req-8371a580-2b9e-4a50-b700-888b07b201ab None None] For port f744c71c-4e41-4235-bdee-8dead0557a43, host dv-cinder-742162-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-iscsi',level=0,port_id=f744c71c-4e41-4235-bdee-8dead0557a43,segment=NetworkSegment(bd2503c5-ba3e-46bf-95ac-777b679ee2dc),segment_id=bd2503c5-ba3e-46bf-95ac-777b679ee2dc)] {{(pid=86438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 15:04:21.224529 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8371a580-2b9e-4a50-b700-888b07b201ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854079107'] for port, precommit_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:21.241516 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] Calling delete_port for f744c71c-4e41-4235-bdee-8dead0557a43 owned by network:dhcp {{(pid=86437) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:04:21.354896 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8371a580-2b9e-4a50-b700-888b07b201ab None None] Calling delete_port for f744c71c-4e41-4235-bdee-8dead0557a43 owned by network:dhcp {{(pid=86438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 15:04:21.357337 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1693221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363245389335071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791465011554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852062679'] for port, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:21.362539 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d039fdc3-97b7-4217-b163-3795f57fb168 tempest-TestShelveInstance-1565605600 tempest-TestShelveInstance-1565605600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:04:21.410727 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=f744c71c-4e41-4235-bdee-8dead0557a43,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:04:21.414150 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:04:21.415010 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] No DVR routers for this DVR port f744c71c-4e41-4235-bdee-8dead0557a43 on host dv-cinder-742162-4-iscsi {{(pid=86437) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 15:04:21.430999 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.db.api [None req-8371a580-2b9e-4a50-b700-888b07b201ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86438) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 15:04:21.431412 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_db.api [None req-8371a580-2b9e-4a50-b700-888b07b201ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86438) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 15:04:21.551321 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852987039', 'neutron.services.segments.db._delete_segments_for_network-8791465359731'] for network, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:21.665800 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feec13beef0>,) {'filters': {'network_id': ['f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8']}} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:04:21.678507 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feec13beef0>, 'bd2503c5-ba3e-46bf-95ac-777b679ee2dc') {'for_net_delete': True} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:04:21.678848 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.services.segments.db [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feec13beef0>, 'bd2503c5-ba3e-46bf-95ac-777b679ee2dc') {} {{(pid=86437) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 15:04:21.691328 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363245389254755', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2728242'] for segment, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:21.706616 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852974510'] for segment, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:21.713578 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=86437) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 15:04:21.760863 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device f744c71c-4e41-4235-bdee-8dead0557a43 no longer exists at agent ovs-agent-dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 15:04:21.801319 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] No Port match for: f744c71c-4e41-4235-bdee-8dead0557a43 {{(pid=86438) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 15:04:21.801801 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.rpc [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Device f744c71c-4e41-4235-bdee-8dead0557a43 not bound to the agent host dv-cinder-742162-4-iscsi {{(pid=86438) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 15:04:21.903021 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] Network f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8 has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 15:04:21.912115 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1801253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2713182'] for segment, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:21.933219 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8371a580-2b9e-4a50-b700-888b07b201ab None None] Deleting port f744c71c-4e41-4235-bdee-8dead0557a43 {{(pid=86438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 15:04:21.933709 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8371a580-2b9e-4a50-b700-888b07b201ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245389336692'] for port, before_delete {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:22.005918 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.plugin [None req-8371a580-2b9e-4a50-b700-888b07b201ab None None] The port 'f744c71c-4e41-4235-bdee-8dead0557a43' was deleted {{(pid=86438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 15:04:22.091204 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.plugins.ml2.managers [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] Network f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8 has no segments {{(pid=86437) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]: Traceback (most recent call last):
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:     timer()
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:     cb(*args, **kw)
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:     return func(*args, **kwargs)
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:     self._notify()
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:     self.callback(batched_events)
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:     event.method(event)
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:     segment_id)['aggregates'][0]
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:     return f(self, *a, **k)
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self._get(url).json()
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:     **kwargs)
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:     return self.request(url, 'GET', **kwargs)
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:     **endpoint_filter)
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 15:04:22.114729 dv-cinder-742162-4-iscsi neutron-server[86323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 15:04:22.345711 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1788777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854216290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690562'] for network, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:22.350001 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d7406340-b455-4a98-895b-1d20e2f3a8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:04:22.366920 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854216307'] for network, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:22.375684 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] Pushing event deleted for resources: {'Network': ['ID=f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:04:22.380600 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:04:22.384388 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-cfaf8234-6aa9-4b77-a22a-0b8a6a815ccc admin admin] 10.222.0.16 "DELETE /v2.0/networks/f7edd0b3-d7c0-4ba4-b9ba-f9c21f01f3d8 HTTP/1.1" status: 204  len: 168 time: 1.6375773
Apr 20 15:04:22.582462 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 54406) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:04:22.635054 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-f4789a32-83a3-4e36-ac09-65ffa5bd5230 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3da01c5b0c5428f86e1ed7a0b9d5230&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0510790
Apr 20 15:04:22.637592 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86436) accepted ('10.222.0.16', 54410) {{(pid=86436) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:04:22.698863 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4409bc1f-6b3c-47ce-bcd1-a59711d8d257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:22.725681 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4409bc1f-6b3c-47ce-bcd1-a59711d8d257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:22.809955 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4409bc1f-6b3c-47ce-bcd1-a59711d8d257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:22.815156 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-d3bea142-3f76-47ef-9244-083fed184711 tempest-VolumesNegativeTest-1475762458 tempest-VolumesNegativeTest-1475762458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:04:22.829684 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409bc1f-6b3c-47ce-bcd1-a59711d8d257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76de010b-418c-40a8-b50e-ed319b396d51,revision_number=None']} {{(pid=86436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:04:22.833347 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-4409bc1f-6b3c-47ce-bcd1-a59711d8d257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86436) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:04:22.836662 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4409bc1f-6b3c-47ce-bcd1-a59711d8d257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86436) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:22.837928 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-4409bc1f-6b3c-47ce-bcd1-a59711d8d257 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76de010b-418c-40a8-b50e-ed319b396d51 HTTP/1.1" status: 204  len: 168 time: 0.1994114
Apr 20 15:04:23.308596 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 54418) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:04:23.360937 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-042ba5d7-5448-4112-b5d5-688f69798022 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f83717c34d7b4093a40848f66e7d6bb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0510035
Apr 20 15:04:23.363452 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [-] (86437) accepted ('10.222.0.16', 54422) {{(pid=86437) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 15:04:23.428756 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-19197d83-1629-4cf7-a041-0b18953f61ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:23.455470 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-19197d83-1629-4cf7-a041-0b18953f61ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:23.672894 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-19197d83-1629-4cf7-a041-0b18953f61ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:23.678207 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-abe2f0ba-c0fb-4e9b-b2fc-20fdd5d87da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 15:04:23.690721 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19197d83-1629-4cf7-a041-0b18953f61ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d09c467-45b2-4e7f-b190-cbed1db0a85c,revision_number=None']} {{(pid=86437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 15:04:23.694386 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG oslo_concurrency.lockutils [None req-19197d83-1629-4cf7-a041-0b18953f61ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86437) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 15:04:23.696431 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-19197d83-1629-4cf7-a041-0b18953f61ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86437) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:23.697666 dv-cinder-742162-4-iscsi neutron-server[86323]: INFO neutron.wsgi [None req-19197d83-1629-4cf7-a041-0b18953f61ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d09c467-45b2-4e7f-b190-cbed1db0a85c HTTP/1.1" status: 204  len: 168 time: 0.3328812
Apr 20 15:04:28.593100 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 15:04:30.865864 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:32.294199 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-44ba72d9-6d1e-4ba7-92e7-35880f5cbeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:34.939402 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-da1b51bc-b5ec-4b64-826c-0e1f5a467fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:35.602577 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:36.402427 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:37.076740 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:04:37.127647 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [req-eb7a3a0f-4450-481d-acbc-e79ca5c34259 req-bf352d0b-1897-444d-ad66-100e50273e1b service neutron] (86436) timed out ('10.222.0.38', 56510) {{(pid=86436) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 15:04:38.061219 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [req-a1a1b837-9732-4e09-9315-4f5f08e5bc6f req-779a3d8a-21f2-4771-9546-e9f878824ce0 service neutron] (86437) timed out ('10.222.0.38', 56517) {{(pid=86437) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 15:05:00.906576 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:05:02.276373 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-91494513-337d-4050-86be-fb5a72e7e124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:05:04.935309 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-54873520-4424-4cb6-9c48-34672822c12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:05:05.602418 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 15:05:05.626645 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:05:06.409507 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:05:07.083827 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:05:30.969835 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:05:32.278109 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-798749c1-d02e-428c-9a66-e5af349013e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:05:34.938849 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-069dc43e-c294-4d7e-8470-6edd6cacd8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:05:35.607465 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:05:36.402048 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:05:37.071666 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:05:42.592566 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 15:06:00.898375 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:06:02.275496 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d0571270-c7f6-4316-be13-282c7874cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:06:04.940544 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7cb07806-b45a-4714-b6fc-9a5297d3c664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:06:05.585969 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:06:06.412273 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:06:07.098405 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:06:19.592426 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 15:06:30.928431 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:06:32.280832 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-7b81b06b-6199-49d1-aba5-b503dc54b217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:06:34.934367 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3145ad27-f7f2-4051-9bc2-ae2fcedb0fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:06:35.597283 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:06:36.413944 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:06:37.082793 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:06:56.592025 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 15:07:00.962547 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:07:02.271048 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5fc7ffe6-c6b7-4981-a006-ddd8161169c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:07:04.943168 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2e2c49b3-9ee5-4dc8-a3ab-147dc9e06a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:07:05.608406 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:07:06.408538 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:07:07.088416 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:07:31.026149 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:07:32.276206 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-5a4c683d-3bf6-463f-a5d3-8fd00b082cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:07:33.591855 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 15:07:34.936600 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-504b0ed4-b1af-4fd6-b261-606a08ca260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:07:35.611489 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:07:36.410989 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:07:37.096758 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:08:00.979095 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:08:02.276225 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-34b508bc-e383-4680-8a21-11bd29cc0381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:08:04.967621 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3c8cbf90-891e-4ee7-9f2b-c46866e1d0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:08:05.610362 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:08:06.410773 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:08:07.107491 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:08:10.590875 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 15:08:30.990459 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:08:32.284602 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-4e667291-ef14-4d82-8c72-c73aac8e872e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:08:34.958621 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-cf5c0eec-9d9d-472e-aff5-d18a7d970622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:08:35.613142 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:08:36.410418 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:08:37.102112 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:08:47.591515 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 15:09:00.992416 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:09:02.287026 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-3106359c-bd9e-4a35-9638-8c37262943eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:09:04.949815 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-d3f40ec6-ef8e-4758-baf1-63cf899b55f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:09:05.607222 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:09:06.418027 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:09:07.101100 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1191-0429-4847-b4d9-b358674523b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:09:21.040497 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.wsgi [req-a80587c2-a14b-40f4-9806-5baeab4d3f20 req-350218b1-c59b-4e9a-b418-ffa6d5c5ef9d tempest-VolumesSnapshotTestJSON-174094454 tempest-VolumesSnapshotTestJSON-174094454-project] (86437) timed out ('10.222.0.38', 56554) {{(pid=86437) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 15:09:24.592399 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron.db.agents_db [None req-d38987d7-4cc4-4694-9dda-081633d4ca95 None None] Agent healthcheck: found 6 active agents {{(pid=86439) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 15:09:31.014858 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8323b05a-dcd8-49ac-b93e-a8942e4a6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:09:32.283500 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-17c57aed-869d-45ac-baf1-fe9c70316986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:09:34.977991 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-8547e1b1-e010-42f9-896a-63ad5dd1559e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:09:35.614989 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-6c9dab8a-a5aa-4bad-87b0-b91a5df5f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 15:09:36.426152 dv-cinder-742162-4-iscsi neutron-server[86323]: DEBUG neutron_lib.callbacks.manager [None req-c8c99f54-0ac5-4762-8c81-aff87413ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363245389416069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853015229'] for agent, after_update {{(pid=86438) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}